+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-85.ec2.internal ++ [[ -n ip-10-0-0-85.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-85.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 11:38:35.355541890 - disable conntrack on geneve port' I0420 11:38:35.355541890 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0420 11:38:35.372960187 - starting ovnkube-node + echo 'I0420 11:38:35.372960187 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-85.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-85.ec2.internal --init-node ip-10-0-0-85.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-85.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 11:38:35.423890 3740 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 11:38:35.423963 3740 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2de2d7076e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 11:38:35.425330 3740 kube.go:431] Waiting for certificate I0420 11:38:35.425367 3740 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 11:38:35.425404 3740 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 11:38:35.426197 3740 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:38:35.456493 3740 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:35.456508 3740 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:35.458858 3740 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:35.458952 3740 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6h7gh" I0420 11:38:35.467565 3740 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6h7gh" I0420 11:38:35.467629 3740 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 11:38:36.426088 3740 kube.go:438] Certificate found I0420 11:38:36.426671 3740 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 11:38:36.427567 3740 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 11:38:36.491993 3740 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 11:33:35 +0000 UTC" deadline="2026-04-21 04:30:28.811393111 +0000 UTC" I0420 11:38:36.492022 3740 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h51m52.319379322s" I0420 11:38:36.499476 3740 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:38:36.513924 3740 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 11:38:36.514043 3740 server.go:101] MetricServer registers OVS metrics I0420 11:38:36.514327 3740 server.go:105] MetricServer registers OVN DB metrics I0420 11:38:36.516945 3740 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 11:38:36.517010 3740 factory.go:561] Starting watch factory I0420 11:38:36.517123 3740 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.517146 3740 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.517128 3740 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.517548 3740 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.517607 3740 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.517627 3740 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518127 3740 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518149 3740 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518186 3740 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518220 3740 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518325 3740 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518424 3740 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.518670 3740 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 11:38:36.518705 3740 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 11:38:36.520387 3740 controller_manager.go:370] Starting the ovnkube controller I0420 11:38:36.520398 3740 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-85.ec2.internal I0420 11:38:36.520438 3740 controller_manager.go:395] NBDB zone sync took: 33.716µs I0420 11:38:36.520446 3740 factory.go:561] Starting watch factory I0420 11:38:36.531771 3740 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 11:38:36.531797 3740 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 11:38:36.535063 3740 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 11:38:36.535095 3740 server.go:109] MetricServer registers OVN Controller metrics I0420 11:38:36.537833 3740 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.538646 3740 server.go:113] MetricServer registers OVN Northd metrics I0420 11:38:36.541767 3740 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.542593 3740 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.542610 3740 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.542741 3740 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.543301 3740 metrics.go:519] OVN Metrics Server starts to run ... I0420 11:38:36.549365 3740 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:38:36.623406 3740 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:38:36.623426 3740 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:38:36.623430 3740 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:38:36.623433 3740 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:38:36.623436 3740 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:38:36.623439 3740 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:38:36.623531 3740 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:36.623550 3740 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:36.623543 3740 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:36.623575 3740 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:36.626623 3740 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 11:38:36.626636 3740 factory.go:1977] *v1.Pod informer cache synced successfully I0420 11:38:36.626641 3740 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 11:38:36.626645 3740 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 11:38:36.626650 3740 factory.go:1977] *v1.Node informer cache synced successfully I0420 11:38:36.626654 3740 factory.go:1977] *v1.Service informer cache synced successfully I0420 11:38:36.627685 3740 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:36.627691 3740 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 11:38:36.628490 3740 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:38:36.628501 3740 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:38:36.628549 3740 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.628561 3740 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.631739 3740 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 11:38:36.631751 3740 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 11:38:36.631849 3740 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.633897 3740 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:38:36.634001 3740 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.634016 3740 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.636933 3740 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 11:38:36.637266 3740 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.639255 3740 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:38:36.639317 3740 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.639328 3740 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.642186 3740 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 11:38:36.642573 3740 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.644587 3740 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:38:36.644681 3740 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.644691 3740 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.647495 3740 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 11:38:36.647873 3740 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.649872 3740 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:38:36.649942 3740 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.649953 3740 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.652823 3740 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 11:38:36.653198 3740 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.655191 3740 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:38:36.655419 3740 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:38:36.655435 3740 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:38:36.658092 3740 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 11:38:36.658727 3740 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 11:38:36.660723 3740 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:38:36.660783 3740 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.660795 3740 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.660845 3740 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.660868 3740 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.663750 3740 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 11:38:36.664050 3740 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.664193 3740 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 11:38:36.666195 3740 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:38:36.666204 3740 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:38:36.666211 3740 factory.go:680] Watch Factory start up complete, took: 149.205261ms I0420 11:38:36.666272 3740 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 11:38:36.669612 3740 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 11:38:36.669621 3740 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 11:38:36.669627 3740 factory.go:680] Watch Factory start up complete, took: 149.181425ms I0420 11:38:36.669635 3740 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-85.ec2.internal" zone I0420 11:38:36.712041 3740 default_node_network_controller.go:710] Initializing the default node network controller I0420 11:38:37.303066 3740 udn_isolation.go:101] Starting UDN host isolation manager I0420 11:38:37.309075 3740 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 11:38:37.361139 3740 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 11:38:37.361235 3740 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 11:38:37.361253 3740 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 11:38:37.395862 3740 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 11:38:37.396030 3740 default_node_network_controller.go:809] Node ip-10-0-0-85.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0420 11:38:37.402071 3740 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.85"] k8s.ovn.org/zone-name:ip-10-0-0-85.ec2.internal] on node ip-10-0-0-85.ec2.internal I0420 11:38:37.426544 3740 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 11:38:37.432781 3740 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 11:38:37.432927 3740 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0420 11:38:37.433111 3740 gateway_init.go:263] Preparing Gateway I0420 11:38:37.433123 3740 gateway_shared_intf.go:1687] Creating new gateway I0420 11:38:37.561663 3740 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:38:37.567621 3740 iptables.go:108] Creating table: filter chain: OUTPUT I0420 11:38:37.573704 3740 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 11:38:37.573718 3740 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-85.ec2.internal","mac-address":"12:f6:dc:c2:3b:45","ip-addresses":["10.0.0.85/24"],"ip-address":"10.0.0.85/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:60869bd9-e1ae-4728-943b-0bae926a08b3 k8s.ovn.org/node-encap-ips:["10.0.0.85"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.85/24"} k8s.ovn.org/zone-name:ip-10-0-0-85.ec2.internal] on node ip-10-0-0-85.ec2.internal I0420 11:38:37.594662 3740 default_node_network_controller.go:519] Node connection status = connected I0420 11:38:37.670543 3740 controller_manager.go:429] Waiting for node in zone sync took: 1.000894507s I0420 11:38:37.677447 3740 controller_manager.go:611] Switching to transit router for layer2 networks I0420 11:38:37.677462 3740 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-85.ec2.internal I0420 11:38:37.693613 3740 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 11:38:37.700475 3740 controller_manager.go:290] SCTP support detected in OVN I0420 11:38:37.701148 3740 services_controller.go:69] Creating services controller for network=default I0420 11:38:37.701240 3740 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 11:38:37.701287 3740 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 11:38:37.701325 3740 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 11:38:37.701340 3740 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 11:38:37.701348 3740 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:38:37.701554 3740 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 11:38:37.701600 3740 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 11:38:37.701664 3740 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.612µs I0420 11:38:37.701692 3740 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 83.151µs I0420 11:38:37.701702 3740 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 100.957µs I0420 11:38:37.701711 3740 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 11:38:37.701720 3740 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 11:38:37.701732 3740 default_network_controller.go:325] Starting the default network controller I0420 11:38:37.701758 3740 udn_enabled_svc.go:95] Performing full resync I0420 11:38:37.701823 3740 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.064µs I0420 11:38:37.702079 3740 udn_enabled_svc.go:99] Waiting for handler to sync I0420 11:38:37.702091 3740 udn_enabled_svc.go:104] Starting worker I0420 11:38:37.712238 3740 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 11:38:37.712294 3740 repair.go:33] Syncing exgw routes took 42.893µs I0420 11:38:37.712318 3740 default_network_controller.go:414] Starting all the Watchers... I0420 11:38:37.712461 3740 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 11:38:37.712520 3740 namespace.go:98] [openshift-dns-operator] adding namespace I0420 11:38:37.712524 3740 namespace.go:98] [openshift-marketplace] adding namespace I0420 11:38:37.712531 3740 namespace.go:98] [openshift-monitoring] adding namespace I0420 11:38:37.712543 3740 namespace.go:98] [openshift-infra] adding namespace I0420 11:38:37.712548 3740 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 11:38:37.712548 3740 namespace.go:98] [openshift-host-network] adding namespace I0420 11:38:37.712559 3740 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 11:38:37.712553 3740 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 11:38:37.712558 3740 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 11:38:37.712559 3740 namespace.go:98] [openshift-controller-manager] adding namespace I0420 11:38:37.712568 3740 namespace.go:98] [openshift] adding namespace I0420 11:38:37.712571 3740 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 11:38:37.712950 3740 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 11:38:37.712960 3740 namespace.go:98] [openshift-dns] adding namespace I0420 11:38:37.713136 3740 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 663.351µs I0420 11:38:37.713156 3740 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 11:38:37.713627 3740 namespace.go:102] [openshift-console-user-settings] adding namespace took 465.687µs I0420 11:38:37.713640 3740 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 11:38:37.714238 3740 namespace.go:102] [openshift-machine-config-operator] adding namespace took 591.388µs I0420 11:38:37.714255 3740 namespace.go:98] [openshift-image-registry] adding namespace I0420 11:38:37.714946 3740 namespace.go:102] [openshift-dns-operator] adding namespace took 2.40999ms I0420 11:38:37.714967 3740 namespace.go:98] [openshift-backplane] adding namespace I0420 11:38:37.715531 3740 namespace.go:102] [openshift-marketplace] adding namespace took 2.995495ms I0420 11:38:37.715545 3740 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 11:38:37.716049 3740 namespace.go:102] [openshift-monitoring] adding namespace took 3.508382ms I0420 11:38:37.716061 3740 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 11:38:37.716621 3740 namespace.go:102] [openshift-infra] adding namespace took 4.067441ms I0420 11:38:37.716641 3740 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 11:38:37.717127 3740 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.568232ms I0420 11:38:37.717143 3740 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 11:38:37.717676 3740 namespace.go:102] [openshift-host-network] adding namespace took 5.111382ms I0420 11:38:37.717690 3740 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 11:38:37.718181 3740 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.612804ms I0420 11:38:37.718199 3740 namespace.go:98] [openshift-config-managed] adding namespace I0420 11:38:37.718723 3740 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.153841ms I0420 11:38:37.718738 3740 namespace.go:98] [openshift-cluster-version] adding namespace I0420 11:38:37.719277 3740 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.702938ms I0420 11:38:37.719295 3740 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 11:38:37.719812 3740 namespace.go:102] [openshift-controller-manager] adding namespace took 7.235834ms I0420 11:38:37.719828 3740 namespace.go:98] [openshift-package-operator] adding namespace I0420 11:38:37.720378 3740 namespace.go:102] [openshift] adding namespace took 7.800821ms I0420 11:38:37.720391 3740 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 11:38:37.720877 3740 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.294984ms I0420 11:38:37.720889 3740 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 11:38:37.721433 3740 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.473911ms I0420 11:38:37.721449 3740 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 11:38:37.722278 3740 namespace.go:102] [openshift-dns] adding namespace took 9.309024ms I0420 11:38:37.722291 3740 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 11:38:37.722947 3740 namespace.go:102] [openshift-image-registry] adding namespace took 8.68654ms I0420 11:38:37.722963 3740 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 11:38:37.723496 3740 namespace.go:102] [openshift-backplane] adding namespace took 8.522288ms I0420 11:38:37.723513 3740 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 11:38:37.724023 3740 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.472838ms I0420 11:38:37.724035 3740 namespace.go:98] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] adding namespace I0420 11:38:37.724546 3740 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.478622ms I0420 11:38:37.724562 3740 namespace.go:98] [default] adding namespace I0420 11:38:37.725113 3740 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.466377ms I0420 11:38:37.725128 3740 namespace.go:98] [openshift-config-operator] adding namespace I0420 11:38:37.725676 3740 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.525553ms I0420 11:38:37.725695 3740 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 11:38:37.726163 3740 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.466312ms I0420 11:38:37.726180 3740 namespace.go:98] [kube-node-lease] adding namespace I0420 11:38:37.726670 3740 namespace.go:102] [openshift-config-managed] adding namespace took 8.464276ms I0420 11:38:37.726685 3740 namespace.go:98] [openshift-console-operator] adding namespace I0420 11:38:37.727117 3740 namespace.go:102] [openshift-cluster-version] adding namespace took 8.374037ms I0420 11:38:37.727132 3740 namespace.go:98] [openshift-logging] adding namespace I0420 11:38:37.727619 3740 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.31513ms I0420 11:38:37.727637 3740 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 11:38:37.728172 3740 namespace.go:102] [openshift-package-operator] adding namespace took 8.337217ms I0420 11:38:37.728192 3740 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 11:38:37.728722 3740 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.324458ms I0420 11:38:37.728738 3740 namespace.go:98] [openshift-multus] adding namespace I0420 11:38:37.729345 3740 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.450543ms I0420 11:38:37.729361 3740 namespace.go:98] [openshift-node] adding namespace I0420 11:38:37.729926 3740 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.46928ms I0420 11:38:37.729941 3740 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 11:38:37.730487 3740 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.18996ms I0420 11:38:37.730502 3740 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 11:38:37.731091 3740 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.121461ms I0420 11:38:37.731692 3740 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.171725ms I0420 11:38:37.731713 3740 namespace.go:98] [openshift-config] adding namespace I0420 11:38:37.732294 3740 namespace.go:102] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] adding namespace took 8.251621ms I0420 11:38:37.732314 3740 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 11:38:37.732895 3740 namespace.go:102] [default] adding namespace took 8.325927ms I0420 11:38:37.732923 3740 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 11:38:37.733510 3740 namespace.go:102] [openshift-config-operator] adding namespace took 8.374858ms I0420 11:38:37.733530 3740 namespace.go:98] [openshift-console] adding namespace I0420 11:38:37.734125 3740 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.420419ms I0420 11:38:37.734147 3740 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 11:38:37.734608 3740 namespace.go:102] [kube-node-lease] adding namespace took 8.420006ms I0420 11:38:37.734626 3740 namespace.go:98] [kube-public] adding namespace I0420 11:38:37.735081 3740 namespace.go:102] [openshift-console-operator] adding namespace took 8.38846ms I0420 11:38:37.735103 3740 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 11:38:37.735652 3740 namespace.go:102] [openshift-logging] adding namespace took 8.514924ms I0420 11:38:37.735666 3740 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 11:38:37.736202 3740 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.559747ms I0420 11:38:37.736214 3740 namespace.go:98] [openshift-network-console] adding namespace W0420 11:38:37.736796 3740 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-p4ghc: pod openshift-multus/network-metrics-daemon-p4ghc: no pod IPs found I0420 11:38:37.736824 3740 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.62522ms I0420 11:38:37.736844 3740 namespace.go:98] [dedicated-admin] adding namespace I0420 11:38:37.737495 3740 namespace.go:102] [openshift-multus] adding namespace took 8.74934ms I0420 11:38:37.737512 3740 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 11:38:37.738037 3740 namespace.go:102] [openshift-node] adding namespace took 8.669163ms I0420 11:38:37.738055 3740 namespace.go:98] [openshift-apiserver] adding namespace I0420 11:38:37.738521 3740 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.573258ms I0420 11:38:37.738538 3740 namespace.go:98] [openshift-network-operator] adding namespace I0420 11:38:37.739193 3740 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.682172ms I0420 11:38:37.739213 3740 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 11:38:37.739702 3740 namespace.go:102] [openshift-config] adding namespace took 7.980207ms I0420 11:38:37.739722 3740 namespace.go:98] [openshift-insights] adding namespace I0420 11:38:37.740294 3740 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.973569ms I0420 11:38:37.740309 3740 namespace.go:98] [openshift-ingress] adding namespace I0420 11:38:37.740804 3740 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.87458ms I0420 11:38:37.740822 3740 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 11:38:37.741342 3740 namespace.go:102] [openshift-console] adding namespace took 7.804999ms I0420 11:38:37.741358 3740 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 11:38:37.741932 3740 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.778472ms I0420 11:38:37.741951 3740 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 11:38:37.742554 3740 namespace.go:102] [kube-public] adding namespace took 7.923519ms I0420 11:38:37.742568 3740 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 11:38:37.743180 3740 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.069221ms I0420 11:38:37.743201 3740 namespace.go:98] [openshift-operators] adding namespace I0420 11:38:37.743749 3740 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.076921ms I0420 11:38:37.743770 3740 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 11:38:37.744731 3740 namespace.go:102] [openshift-network-console] adding namespace took 8.511253ms I0420 11:38:37.744745 3740 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 11:38:37.745296 3740 namespace.go:102] [dedicated-admin] adding namespace took 8.444083ms I0420 11:38:37.745315 3740 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 11:38:37.745874 3740 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.354188ms I0420 11:38:37.745891 3740 namespace.go:98] [openshift-authentication] adding namespace I0420 11:38:37.746463 3740 namespace.go:102] [openshift-apiserver] adding namespace took 8.40006ms W0420 11:38:37.747046 3740 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-c7tdw: pod openshift-network-diagnostics/network-check-target-c7tdw: no pod IPs found I0420 11:38:37.747083 3740 namespace.go:102] [openshift-network-operator] adding namespace took 8.536912ms I0420 11:38:37.747099 3740 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 11:38:37.747747 3740 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.523373ms I0420 11:38:37.747768 3740 namespace.go:98] [openshift-etcd] adding namespace I0420 11:38:37.748381 3740 namespace.go:102] [openshift-insights] adding namespace took 8.652041ms I0420 11:38:37.748400 3740 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 11:38:37.749059 3740 namespace.go:102] [openshift-ingress] adding namespace took 8.745115ms I0420 11:38:37.749072 3740 namespace.go:98] [kube-system] adding namespace I0420 11:38:37.749659 3740 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.829405ms I0420 11:38:37.750262 3740 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.896402ms I0420 11:38:37.750780 3740 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.823341ms I0420 11:38:37.751240 3740 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.666356ms I0420 11:38:37.751258 3740 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 11:38:37.751716 3740 namespace.go:102] [openshift-operators] adding namespace took 8.506201ms I0420 11:38:37.751736 3740 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 11:38:37.752332 3740 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.55364ms I0420 11:38:37.752958 3740 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.206643ms I0420 11:38:37.753496 3740 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.175378ms I0420 11:38:37.754056 3740 namespace.go:102] [openshift-authentication] adding namespace took 8.16034ms I0420 11:38:37.754069 3740 namespace.go:98] [openshift-machine-api] adding namespace I0420 11:38:37.754493 3740 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.386658ms I0420 11:38:37.755009 3740 namespace.go:102] [openshift-etcd] adding namespace took 7.234755ms I0420 11:38:37.755479 3740 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.072242ms I0420 11:38:37.756014 3740 namespace.go:102] [kube-system] adding namespace took 6.936248ms I0420 11:38:37.756659 3740 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.393439ms I0420 11:38:37.757227 3740 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.484794ms I0420 11:38:37.757731 3740 namespace.go:102] [openshift-machine-api] adding namespace took 3.657021ms I0420 11:38:37.757950 3740 master.go:548] Adding or Updating local node "ip-10-0-0-85.ec2.internal" for network "default" I0420 11:38:37.758777 3740 zone_ic_handler.go:195] Time taken to create transit switch: 348.8µs I0420 11:38:37.758794 3740 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-126.ec2.internal for the network default E0420 11:38:37.759187 3740 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-190.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-190.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-190.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0099dda98 Where:[where column _uuid == {c3637c0a-d0ca-4f5b-bf0b-17905ba4679f}] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1458000425}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 11:38:37.759278 3740 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-190.ec2.internal", UID:"1351d911-e212-438f-9cd9-0e0ffeb8147e", APIVersion:"v1", ResourceVersion:"8800", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-190.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-190.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0099dda98 Where:[where column _uuid == {c3637c0a-d0ca-4f5b-bf0b-17905ba4679f}] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1458000425}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 11:38:37.760078 3740 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-126.ec2.internal" on network "default" took: 1.661587ms W0420 11:38:37.767389 3740 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-p4ghc: pod openshift-multus/network-metrics-daemon-p4ghc: no pod IPs found W0420 11:38:37.767411 3740 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-c7tdw: pod openshift-network-diagnostics/network-check-target-c7tdw: no pod IPs found I0420 11:38:37.768761 3740 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-85.ec2.internal for the network default I0420 11:38:37.769104 3740 zone_ic_handler.go:195] Time taken to create transit switch: 329.173µs I0420 11:38:37.769868 3740 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 11:38:37.769891 3740 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 11:38:37.769923 3740 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 11:38:37.769934 3740 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0420 11:38:37.769999 3740 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:37.770020 3740 services_controller.go:574] Full service sync requested for network=default I0420 11:38:37.770030 3740 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-126.ec2.internal in network "default" I0420 11:38:37.770056 3740 node_tracker.go:169] Node ip-10-0-1-126.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:37.770063 3740 services_controller.go:574] Full service sync requested for network=default I0420 11:38:37.770069 3740 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-190.ec2.internal in network "default" I0420 11:38:37.770097 3740 node_tracker.go:169] Node ip-10-0-2-190.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:37.770104 3740 services_controller.go:574] Full service sync requested for network=default I0420 11:38:37.870130 3740 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 11:38:37.870158 3740 services_controller.go:208] Setting up event handlers for services for network=default I0420 11:38:37.870253 3740 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 11:38:37.870300 3740 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 11:38:37.870316 3740 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 11:38:37.971150 3740 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 11:38:37.971173 3740 repair.go:60] Starting repairing loop for services I0420 11:38:37.971255 3740 repair.go:131] Deleted 0 stale service LBs I0420 11:38:37.971274 3740 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 11:38:37.971290 3740 repair.go:62] Finished repairing loop for services: 120.508µs I0420 11:38:37.971321 3740 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 11:38:37.971331 3740 services_controller.go:254] Starting workers for network=default I0420 11:38:37.971632 3740 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-c7tdw] creating logical port openshift-network-diagnostics_network-check-target-c7tdw for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:37.971774 3740 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-c7tdw I0420 11:38:37.971834 3740 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-7zq9w of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0420 11:38:37.971983 3740 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-p4ghc] creating logical port openshift-multus_network-metrics-daemon-p4ghc for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:37.972057 3740 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-p4ghc W0420 11:38:37.974194 3740 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:37.977434 3740 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:37.992192 3740 pod.go:62] [openshift-network-diagnostics/network-check-target-c7tdw] pod update took 20.464822ms I0420 11:38:37.992218 3740 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-c7tdw] addLogicalPort annotation time took 20.493613ms I0420 11:38:37.992321 3740 pod.go:62] [openshift-multus/network-metrics-daemon-p4ghc] pod update took 20.29235ms I0420 11:38:37.992411 3740 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-p4ghc] addLogicalPort annotation time took 20.383177ms I0420 11:38:37.993441 3740 pods.go:271] [openshift-network-diagnostics/network-check-target-c7tdw] addLogicalPort took 21.818776ms, libovsdb time 929.973µs I0420 11:38:37.993730 3740 pods.go:271] [openshift-multus/network-metrics-daemon-p4ghc] addLogicalPort took 21.753206ms, libovsdb time 1.031918ms I0420 11:38:37.994194 3740 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 11:38:37.994220 3740 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 11:38:37.994241 3740 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 11:38:37.994249 3740 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 11:38:37.994457 3740 repair.go:29] Repairing admin network policies took 201.93µs I0420 11:38:37.994592 3740 repair.go:92] Repairing baseline admin network policies took 123.157µs I0420 11:38:37.995091 3740 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 11:38:37.995116 3740 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 11:38:37.997189 3740 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 11:38:37.997209 3740 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 11:38:37.997227 3740 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 11:38:37.999765 3740 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 11:38:37.999788 3740 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 11:38:37.999800 3740 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 11:38:38.001469 3740 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 11:38:38.001489 3740 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 11:38:38.001499 3740 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 11:38:38.002549 3740 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 11:38:38.002568 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 11:38:38.002578 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 11:38:38.004097 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 11:38:38.004120 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 11:38:38.004952 3740 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 11:38:38.004966 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:38:38.005734 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 11:38:38.005754 3740 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 11:38:38.005763 3740 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 11:38:38.007702 3740 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 11:38:38.007722 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 11:38:38.007732 3740 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 11:38:38.009472 3740 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 11:38:38.009490 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 11:38:38.009498 3740 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 11:38:38.010268 3740 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 11:38:38.010294 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 11:38:38.010304 3740 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 11:38:38.010674 3740 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 11:38:38.010695 3740 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 11:38:38.010707 3740 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 11:38:38.011808 3740 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 11:38:38.011826 3740 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 11:38:38.011834 3740 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 11:38:38.012526 3740 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 11:38:38.012550 3740 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 11:38:38.012556 3740 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 11:38:38.012951 3740 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 11:38:38.012972 3740 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 11:38:38.012981 3740 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 11:38:38.013380 3740 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 11:38:38.013396 3740 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 11:38:38.013406 3740 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 11:38:38.015722 3740 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 11:38:38.015741 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 11:38:38.015788 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 11:38:38.018476 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 11:38:38.018505 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 11:38:38.018517 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 11:38:38.019721 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:38:38.019742 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 11:38:38.019750 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 11:38:38.020442 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 11:38:38.020467 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 11:38:38.020478 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 11:38:38.021216 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 11:38:38.021240 3740 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 11:38:38.021252 3740 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 11:38:38.022699 3740 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 11:38:38.022723 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 11:38:38.022762 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 11:38:38.023404 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 11:38:38.023424 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 11:38:38.023435 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 11:38:38.024117 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 11:38:38.024138 3740 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 11:38:38.024149 3740 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 11:38:38.025622 3740 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 11:38:38.025648 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 11:38:38.025662 3740 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 11:38:38.026570 3740 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 11:38:38.026592 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 11:38:38.026603 3740 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 11:38:38.027224 3740 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 11:38:38.027248 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 11:38:38.027258 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 11:38:38.027864 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 11:38:38.027883 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 11:38:38.027890 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 11:38:38.029470 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 11:38:38.029489 3740 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 11:38:38.029500 3740 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 11:38:38.030591 3740 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 11:38:38.030609 3740 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 11:38:38.030619 3740 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 11:38:38.030972 3740 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 11:38:38.031242 3740 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-7zq9w of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0420 11:38:38.037582 3740 egressfirewall.go:374] Starting EgressFirewall controller I0420 11:38:38.037629 3740 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 11:38:38.037654 3740 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 11:38:38.037658 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 11:38:38.037677 3740 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 11:38:38.037682 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 11:38:38.037691 3740 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 11:38:38.038034 3740 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 11:38:38.038052 3740 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 11:38:38.038061 3740 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 11:38:38.038074 3740 egressqos.go:193] Setting up event handlers for EgressQoS I0420 11:38:38.038090 3740 egressfirewall.go:723] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0420 11:38:38.038106 3740 egressfirewall.go:723] Syncing node "ip-10-0-1-126.ec2.internal" for egress firewall I0420 11:38:38.038112 3740 egressfirewall.go:723] Syncing node "ip-10-0-2-190.ec2.internal" for egress firewall I0420 11:38:38.038227 3740 egressqos.go:245] Starting EgressQoS Controller I0420 11:38:38.038244 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 11:38:38.038267 3740 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 11:38:38.038279 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 11:38:38.038285 3740 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 11:38:38.038290 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 11:38:38.038295 3740 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 11:38:38.038298 3740 egressqos.go:259] Repairing EgressQoSes I0420 11:38:38.038303 3740 egressqos.go:399] Starting repairing loop for egressqos I0420 11:38:38.038376 3740 egressqos.go:401] Finished repairing loop for egressqos: 73.66µs I0420 11:38:38.038397 3740 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 11:38:38.038422 3740 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-85.ec2.internal I0420 11:38:38.038482 3740 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-85.ec2.internal : 61.669µs I0420 11:38:38.038555 3740 egressservice_zone.go:210] Starting Egress Services Controller I0420 11:38:38.038583 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:38:38.038599 3740 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:38:38.038605 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:38:38.038610 3740 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:38:38.038615 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:38:38.038620 3740 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:38:38.038625 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 11:38:38.038629 3740 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 11:38:38.038633 3740 egressservice_zone.go:228] Repairing Egress Services I0420 11:38:38.038950 3740 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 11:38:38.038960 3740 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:38:38.039042 3740 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:38.039056 3740 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 16.384µs I0420 11:38:38.039065 3740 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-126.ec2.internal I0420 11:38:38.039078 3740 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-126.ec2.internal: 12.713µs I0420 11:38:38.039088 3740 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-190.ec2.internal I0420 11:38:38.039095 3740 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-190.ec2.internal: 8.427µs I0420 11:38:38.039122 3740 default_network_controller.go:585] Completing all the Watchers took 326.793131ms I0420 11:38:38.039140 3740 default_network_controller.go:589] Starting unidling controllers I0420 11:38:38.039158 3740 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 11:38:38.039167 3740 unidle.go:63] Populating Initial ContollerEvent events I0420 11:38:38.039180 3740 unidle.go:79] Setting up event handlers for services I0420 11:38:38.039257 3740 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:38:38.045011 3740 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 11:38:38.095432 3740 default_node_network_controller.go:519] Node connection status = connected I0420 11:38:38.113269 3740 bridgeconfig.go:537] Gateway is ready I0420 11:38:38.113286 3740 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 11:38:38.124956 3740 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.85. Updating OVN encap IP. I0420 11:38:38.130307 3740 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.85 - it is already configured I0420 11:38:38.130320 3740 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.85/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 11:38:38.130644 3740 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.85/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-85.ec2.internal","mac-address":"12:f6:dc:c2:3b:45","ip-addresses":["10.0.0.85/24"],"ip-address":"10.0.0.85/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:60869bd9-e1ae-4728-943b-0bae926a08b3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.85/24"}] on node ip-10-0-0-85.ec2.internal I0420 11:38:38.148391 3740 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0420 11:38:38.148439 3740 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:38.148451 3740 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0420 11:38:38.148456 3740 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 21.724µs I0420 11:38:38.148470 3740 services_controller.go:574] Full service sync requested for network=default I0420 11:38:38.148465 3740 master.go:548] Adding or Updating local node "ip-10-0-0-85.ec2.internal" for network "default" I0420 11:38:38.148490 3740 egressfirewall.go:723] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall W0420 11:38:38.148756 3740 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0420 11:38:38.148974 3740 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:38:38.149562 3740 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.85 I0420 11:38:38.149666 3740 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-85.ec2.internal I0420 11:38:38.153548 3740 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-85.ec2.internal. Updating no re-route policies I0420 11:38:38.153615 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-p4ghc I0420 11:38:38.153626 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nlkcd I0420 11:38:38.153615 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rn6tf I0420 11:38:38.153633 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-bxs7t I0420 11:38:38.153642 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nlkcd I0420 11:38:38.153644 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-268jw I0420 11:38:38.153650 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-bxs7t I0420 11:38:38.153651 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-85.ec2.internal I0420 11:38:38.153659 3740 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tgwqp I0420 11:38:38.153665 3740 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tgwqp I0420 11:38:38.153632 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-p4ghc I0420 11:38:38.153665 3740 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-85.ec2.internal I0420 11:38:38.153670 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-85.ec2.internal I0420 11:38:38.153676 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-bxs7t after 0 failed attempt(s) I0420 11:38:38.153679 3740 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tgwqp after 0 failed attempt(s) I0420 11:38:38.153682 3740 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-85.ec2.internal I0420 11:38:38.153638 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rn6tf I0420 11:38:38.153685 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw I0420 11:38:38.153691 3740 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-p4ghc] creating logical port openshift-multus_network-metrics-daemon-p4ghc for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:38.153694 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lchn5 I0420 11:38:38.153695 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4kxtv I0420 11:38:38.153699 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw I0420 11:38:38.153702 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lchn5 I0420 11:38:38.153704 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4kxtv I0420 11:38:38.153702 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-85.ec2.internal after 0 failed attempt(s) I0420 11:38:38.153707 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bw426 I0420 11:38:38.153720 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lchn5 after 0 failed attempt(s) I0420 11:38:38.153692 3740 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5hmf I0420 11:38:38.153720 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4kxtv after 0 failed attempt(s) I0420 11:38:38.153729 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5hmf I0420 11:38:38.153652 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-268jw I0420 11:38:38.153732 3740 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-c7tdw] creating logical port openshift-network-diagnostics_network-check-target-c7tdw for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:38.153744 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5hmf after 0 failed attempt(s) I0420 11:38:38.153664 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nlkcd after 0 failed attempt(s) I0420 11:38:38.153707 3740 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-85.ec2.internal after 0 failed attempt(s) I0420 11:38:38.153709 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rn6tf after 0 failed attempt(s) I0420 11:38:38.153720 3740 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bw426 I0420 11:38:38.153779 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bw426 after 0 failed attempt(s) I0420 11:38:38.153752 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-268jw after 0 failed attempt(s) I0420 11:38:38.154369 3740 pods.go:271] [openshift-network-diagnostics/network-check-target-c7tdw] addLogicalPort took 644.089µs, libovsdb time 240.787µs I0420 11:38:38.154382 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-c7tdw after 0 failed attempt(s) I0420 11:38:38.154466 3740 pods.go:271] [openshift-multus/network-metrics-daemon-p4ghc] addLogicalPort took 784.586µs, libovsdb time 284.443µs I0420 11:38:38.154473 3740 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-p4ghc after 0 failed attempt(s) I0420 11:38:38.167725 3740 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 11:38:38.179401 3740 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 11:38:38.182759 3740 iptables.go:108] Creating table: nat chain: OUTPUT I0420 11:38:38.231132 3740 iptables.go:108] Creating table: nat chain: PREROUTING I0420 11:38:38.301259 3740 iptables.go:108] Creating table: filter chain: FORWARD I0420 11:38:38.316955 3740 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 11:38:38.317075 3740 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 11:38:38.317126 3740 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 11:38:38.317192 3740 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 11:38:38.317242 3740 gateway_init.go:325] Gateway and management port readiness took 726.605356ms I0420 11:38:38.317277 3740 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 11:38:38.317317 3740 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 11:38:38.317334 3740 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 11:38:38.317344 3740 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 11:38:38.317407 3740 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 11:38:38.317489 3740 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.138µs I0420 11:38:38.317777 3740 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 11:38:38.317807 3740 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.165µs I0420 11:38:38.317816 3740 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.057µs I0420 11:38:38.317821 3740 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 11:38:38.317832 3740 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 11:38:38.317838 3740 default_node_network_controller.go:899] Starting the default node network controller I0420 11:38:38.317844 3740 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 11:38:38.317946 3740 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.699µs I0420 11:38:38.318044 3740 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 11:38:38.318053 3740 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 11:38:38.318082 3740 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9a570 0xc000337810 0xc000337880 0xc000337960 0xc0003379d0 0xc000337a40 0xc000337ab0 0xc000bfc500 0xc000337b20 0xc000337b90 0xc000aaa2d0 0xc0064fb420 0xc000337c70 map[0x2ff9080:0xc002417080 0x2ff95c0:0xc002417200 0x2ffa2e0:0xc002416fc0 0x2ffa580:0xc002417020 0x2ffad60:0xc0024170e0 0x2ffb000:0xc002417140 0x2ffb2a0:0xc0024171a0 0x2ffba80:0xc002417260 0x2ffbd20:0xc0024172c0 0x3026980:0xc001228780 0x3026d20:0xc0012287e0 0x3027800:0xc000bb5020 0x3029160:0xc001c10000 0x30298a0:0xc002990a80 0x302a720:0xc0006e5620] 0xc000110770 0} I0420 11:38:38.318135 3740 gateway.go:151] Starting gateway service sync I0420 11:38:38.318576 3740 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 11:38:38.320625 3740 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 11:38:38.342763 3740 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 11:38:38.343964 3740 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 11:38:38.345076 3740 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 11:38:38.379920 3740 gateway.go:168] Gateway service sync done. Time taken: 61.758483ms I0420 11:38:38.380527 3740 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30311 I0420 11:38:38.380768 3740 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9a570 0xc000337810 0xc000337880 0xc000337960 0xc0003379d0 0xc000337a40 0xc000337ab0 0xc000bfc500 0xc000337b20 0xc000337b90 0xc000aaa2d0 0xc0064fb420 0xc000337c70 map[0x2ff9080:0xc002417080 0x2ff95c0:0xc002417200 0x2ffa2e0:0xc002416fc0 0x2ffa580:0xc002417020 0x2ffad60:0xc0024170e0 0x2ffb000:0xc002417140 0x2ffb2a0:0xc0024171a0 0x2ffba80:0xc002417260 0x2ffbd20:0xc0024172c0 0x3026980:0xc001228780 0x3026d20:0xc0012287e0 0x3027800:0xc000bb5020 0x3029160:0xc001c10000 0x30298a0:0xc002990a80 0x302a720:0xc0006e5620] 0xc000110770 0} I0420 11:38:38.381276 3740 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9a570 0xc000337810 0xc000337880 0xc000337960 0xc0003379d0 0xc000337a40 0xc000337ab0 0xc000bfc500 0xc000337b20 0xc000337b90 0xc000aaa2d0 0xc0064fb420 0xc000337c70 map[0x2ff9080:0xc002417080 0x2ff95c0:0xc002417200 0x2ffa2e0:0xc002416fc0 0x2ffa580:0xc002417020 0x2ffad60:0xc0024170e0 0x2ffb000:0xc002417140 0x2ffb2a0:0xc0024171a0 0x2ffba80:0xc002417260 0x2ffbd20:0xc0024172c0 0x3026980:0xc001228780 0x3026d20:0xc0012287e0 0x3027800:0xc000bb5020 0x3029160:0xc001c10000 0x30298a0:0xc002990a80 0x302a720:0xc0006e5620] 0xc000110770 0} I0420 11:38:38.381327 3740 gateway.go:532] Reconciling gateway with updates I0420 11:38:38.386963 3740 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 11:38:38.386973 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:38.386982 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:38.386993 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:38.386997 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:38.386999 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:38.387008 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:38.387004 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:38.387011 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:38.387012 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:38.387020 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:38.387028 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:38.387028 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:38.387048 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:38.386989 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:38.387061 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:38.387052 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:38.387068 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:38.387074 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:38.387078 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:38.387079 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:38.387085 3740 port_claim.go:71] Svc openshift-ingress/router-default: port 30155 is already open, no action needed I0420 11:38:38.387086 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:38.387090 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:38.387093 3740 port_claim.go:71] Svc openshift-ingress/router-default: port 32487 is already open, no action needed I0420 11:38:38.387097 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:38.387098 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:38.387102 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:38.387101 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:38.387075 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:38.387111 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:38.387112 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:38.387115 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:38.387119 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:38.387123 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:38.387128 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:38.387126 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:38:38.387136 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387141 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:38.387143 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:38.387088 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:38.387091 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:38:38.387156 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:38.387156 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:38.387161 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:38:38.387163 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:38.387165 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:38.387168 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:38.387171 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:38:38.387173 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:38.387175 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:38.387175 3740 default_node_network_controller.go:944] Gateway and management port readiness took 69.108207ms I0420 11:38:38.387177 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:38:38.387184 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:38.387183 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:38:38.387186 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387172 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:38:38.387192 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:38:38.387194 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:38.387197 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:38.387198 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:38:38.387204 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:38.387113 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:38.387205 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:38.387211 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:38:38.387128 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:38.387225 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:38.387237 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:38:38.387098 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:38.387247 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:38.387212 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:38:38.387278 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387183 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:38:38.387143 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:38:38.387323 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:38:38.387178 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:38.387359 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387362 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387126 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:38.387374 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:38.387379 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:38:38.387169 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:38:38.387163 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:38.387396 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:38.387426 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:38:38.386996 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:38.387441 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:38.387473 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:38:38.387101 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:38.387488 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:38.387518 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:38:38.387109 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:38.387569 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:38:38.387112 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:38.387588 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:38.387635 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:38:38.387116 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:38.387683 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:38:38.387128 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:38:38.387132 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:38.387730 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:38:38.387132 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387134 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:38:38.387143 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:38:38.387144 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:38:38.387148 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:38.387759 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:38.387767 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387151 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:38.387782 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:38:38.387153 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:38.387847 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:38:38.387083 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:38.387864 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:38.387871 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:38:38.387156 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:38:38.387881 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:38:38.387165 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:38:38.387167 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:38.387180 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:38.388060 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:38.387187 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:38.388118 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:38.387189 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:38:38.387190 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:38.388162 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:38.387195 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:38.388204 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:38.387197 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:38:38.387205 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:38:38.388973 3740 node_ip_handler_linux.go:160] Node IP manager is running W0420 11:38:38.429669 3740 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:38:38.429887 3740 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 11:38:38.430093 3740 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0420 11:38:38.438998 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:38:38.439020 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:38:38.439026 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:38:38.439031 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:38:38.485772 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:38:38.485799 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:38:39.847399 3740 default_network_controller.go:1025] Node "ip-10-0-2-190.ec2.internal" in remote zone "ip-10-0-2-190.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 11:38:39.848303 3740 zone_ic_handler.go:195] Time taken to create transit switch: 294.817µs I0420 11:38:39.848322 3740 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-190.ec2.internal for the network default I0420 11:38:39.849455 3740 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-190.ec2.internal" on network "default" took: 1.462826ms I0420 11:38:40.113410 3740 default_node_network_controller.go:1380] Starting node controller node sync W0420 11:38:40.113460 3740 egressip_healthcheck.go:76] Health checking using insecure connection I0420 11:38:40.113537 3740 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0420 11:38:40.126403 3740 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.970809ms I0420 11:38:40.126496 3740 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-190.ec2.internal", IP: 10.0.2.190 to PMTUD blocking rules I0420 11:38:40.126506 3740 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-190.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:38:40.126502 3740 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-126.ec2.internal", IP: 10.0.1.126 to PMTUD blocking rules I0420 11:38:40.126518 3740 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-126.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 11:38:40.138245 3740 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 11:38:40.138534 3740 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 11:38:40.138700 3740 egressservice_node.go:183] Starting Egress Services Controller I0420 11:38:40.138720 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 11:38:40.138736 3740 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 11:38:40.138746 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 11:38:40.138756 3740 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 11:38:40.138769 3740 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 11:38:40.138780 3740 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 11:38:40.138788 3740 egressservice_node.go:197] Repairing Egress Services I0420 11:38:40.149108 3740 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 11:38:40.149122 3740 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 11:38:40.149257 3740 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 11:38:40.149268 3740 link_network_manager.go:119] Link manager is running I0420 11:38:40.149276 3740 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 11:38:40.149463 3740 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 11:38:40.149677 3740 vrf_manager.go:128] VRF manager is running I0420 11:38:40.149756 3740 node_controller_manager.go:437] Removing flows to drop GARP I0420 11:38:40.149765 3740 gateway.go:532] Reconciling gateway with updates I0420 11:38:40.175892 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:40.175922 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:40.175926 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:40.175929 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:40.175937 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 11:38:40.175939 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 11:38:40.175945 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:40.175944 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:40.175951 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:40.175955 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 11:38:40.175951 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:40.175962 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 11:38:40.175964 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:40.175968 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 11:38:40.175972 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 11:38:40.175977 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:40.175983 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 11:38:40.175935 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:40.175987 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:40.176010 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 11:38:40.176018 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 11:38:40.176020 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:40.176029 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:40.176033 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 11:38:40.176035 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:40.176040 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 11:38:40.176037 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:40.176043 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 11:38:40.176039 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:40.176046 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:40.176053 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:40.176057 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 11:38:40.175999 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 11:38:40.175960 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 11:38:40.176069 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 11:38:40.176075 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:40.176077 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:40.176083 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 11:38:40.176083 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 11:38:40.176079 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:40.176089 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:40.176026 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:40.176091 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 11:38:40.176099 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 11:38:40.176097 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 11:38:40.176101 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:40.176103 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 11:38:40.176108 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 11:38:40.176109 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:40.176057 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:40.176120 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 11:38:40.176073 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:40.176129 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 11:38:40.176132 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 11:38:40.176043 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 11:38:40.176152 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 11:38:40.175954 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 11:38:40.176011 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:40.176166 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 11:38:40.175899 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:40.176183 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 11:38:40.176190 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 11:38:40.176076 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:40.176012 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 11:38:40.176198 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 11:38:40.175894 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 11:38:40.176229 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 11:38:40.176049 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 11:38:40.176053 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:38:40.176062 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 11:38:40.176064 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:40.176308 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 11:38:40.176064 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 11:38:40.176324 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 11:38:40.176063 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 11:38:40.176066 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:40.176396 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 11:38:40.176068 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:40.176419 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 11:38:40.176073 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:40.176449 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 11:38:40.176084 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:40.176481 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 11:38:40.176485 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 11:38:40.176085 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 11:38:40.176086 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:40.176511 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 11:38:40.176517 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 11:38:40.176090 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 11:38:40.176091 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 11:38:40.176098 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:40.176576 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 11:38:40.176096 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:40.176608 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 11:38:40.176619 3740 port_claim.go:71] Svc openshift-ingress/router-default: port 30155 is already open, no action needed I0420 11:38:40.176625 3740 port_claim.go:71] Svc openshift-ingress/router-default: port 32487 is already open, no action needed I0420 11:38:40.176098 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:40.176661 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 11:38:40.176100 3740 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:40.176692 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 11:38:40.176698 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 11:38:40.175933 3740 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 11:38:40.176704 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 11:38:40.176051 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 11:38:40.217447 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 11:38:40.217474 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 11:38:40.217483 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 11:38:40.217492 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 11:38:40.217500 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 11:38:40.217511 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 11:38:40.217520 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 11:38:40.217526 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 11:38:40.217531 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 11:38:40.217541 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 11:38:40.217554 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 11:38:40.217562 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 11:38:40.217567 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 11:38:40.217572 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 11:38:40.217577 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 11:38:40.217582 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 11:38:40.258468 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 11:38:40.258507 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 11:38:40.258521 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 11:38:40.258529 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 11:38:40.258535 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 11:38:40.258542 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 11:38:40.258549 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 11:38:40.258555 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 11:38:40.258559 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 11:38:40.258564 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 11:38:40.258569 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 11:38:40.258576 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 11:38:40.300264 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 11:38:40.300266 3740 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 11:38:42.074547 3740 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0420 11:38:42.074585 3740 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 45.158µs I0420 11:38:42.105663 3740 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6fb77b54c7-htcr8] creating logical port openshift-image-registry_image-registry-6fb77b54c7-htcr8 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:42.105807 3740 kube.go:256] Updating pod openshift-image-registry/image-registry-6fb77b54c7-htcr8 I0420 11:38:42.123049 3740 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qt9jt] creating logical port openshift-dns_dns-default-qt9jt for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:42.123176 3740 kube.go:256] Updating pod openshift-dns/dns-default-qt9jt I0420 11:38:42.133065 3740 pod.go:62] [openshift-image-registry/image-registry-6fb77b54c7-htcr8] pod update took 27.316652ms I0420 11:38:42.133091 3740 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6fb77b54c7-htcr8] addLogicalPort annotation time took 27.345544ms I0420 11:38:42.134452 3740 pods.go:271] [openshift-image-registry/image-registry-6fb77b54c7-htcr8] addLogicalPort took 28.803052ms, libovsdb time 1.041514ms I0420 11:38:42.134499 3740 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xprgg] creating logical port openshift-ingress-canary_ingress-canary-xprgg for pod on switch ip-10-0-0-85.ec2.internal I0420 11:38:42.134559 3740 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xprgg I0420 11:38:42.141192 3740 pod.go:62] [openshift-dns/dns-default-qt9jt] pod update took 18.050502ms I0420 11:38:42.141210 3740 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qt9jt] addLogicalPort annotation time took 18.073922ms I0420 11:38:42.142192 3740 pods.go:271] [openshift-dns/dns-default-qt9jt] addLogicalPort took 19.158742ms, libovsdb time 791.407µs I0420 11:38:42.150078 3740 pod.go:62] [openshift-ingress-canary/ingress-canary-xprgg] pod update took 15.538147ms I0420 11:38:42.150094 3740 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xprgg] addLogicalPort annotation time took 15.557307ms I0420 11:38:42.150990 3740 pods.go:271] [openshift-ingress-canary/ingress-canary-xprgg] addLogicalPort took 16.496545ms, libovsdb time 650.016µs I0420 11:38:42.537782 3740 cni.go:452] [openshift-ingress-canary/ingress-canary-xprgg 7bfda080d85751fcf11fbcd009fe53e15c46070f8cec48d76856b816dd7425fb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xprgg 7bfda080d85751fcf11fbcd009fe53e15c46070f8cec48d76856b816dd7425fb network default NAD default NAD key ] I0420 11:38:42.572280 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xprgg, hostIfaceName: 7bfda080d85751f, network: default, NAD default, SandboxID: "7bfda080d85751fcf11fbcd009fe53e15c46070f8cec48d76856b816dd7425fb", PCI device ID: , UID: "76507747-9baf-425c-8a88-707effcd460c", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0420 11:38:42.640853 3740 cni.go:473] [openshift-ingress-canary/ingress-canary-xprgg 7bfda080d85751fcf11fbcd009fe53e15c46070f8cec48d76856b816dd7425fb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xprgg 7bfda080d85751fcf11fbcd009fe53e15c46070f8cec48d76856b816dd7425fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ea:f3:68:5b:31\",\"name\":\"7bfda080d85751f\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9b61ba4-8526-4edb-aeec-fdad563cbac5\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:38:45.704945 3740 cni.go:452] [openshift-network-diagnostics/network-check-target-c7tdw c8b1e3e71f6228b3c5e5cf55d3988862f388e45bbddef28093e3cd304b6aca29 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-c7tdw c8b1e3e71f6228b3c5e5cf55d3988862f388e45bbddef28093e3cd304b6aca29 network default NAD default NAD key ] I0420 11:38:45.716043 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-c7tdw, hostIfaceName: c8b1e3e71f6228b, network: default, NAD default, SandboxID: "c8b1e3e71f6228b3c5e5cf55d3988862f388e45bbddef28093e3cd304b6aca29", PCI device ID: , UID: "1aa76789-81cd-4b9a-9b72-8ff43eefa5b1", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0420 11:38:45.760322 3740 cni.go:473] [openshift-network-diagnostics/network-check-target-c7tdw c8b1e3e71f6228b3c5e5cf55d3988862f388e45bbddef28093e3cd304b6aca29 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-c7tdw c8b1e3e71f6228b3c5e5cf55d3988862f388e45bbddef28093e3cd304b6aca29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:71:a7:dc:fc:fa\",\"name\":\"c8b1e3e71f6228b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e3941be-68b9-4884-8ff0-e6a99d8987e2\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:38:50.020208 3740 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:55.496083 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:38:55.496105 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:06.215831 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 11:39:06.215861 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:21.746634 3740 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747210 3740 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747238 3740 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747246 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 11:39:21.747257 3740 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:39:21.747261 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 11:39:22.014165 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 11:39:22.777960 3740 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:22.777987 3740 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:22.778006 3740 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:22.778014 3740 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xbtjl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:39:23.243738 3740 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:39:23.255812 3740 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 11:40:27.034052 3740 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-5xsx9 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:27.034168 3740 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9 I0420 11:40:27.069621 3740 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9] pod update took 35.474478ms I0420 11:40:27.069643 3740 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9] addLogicalPort annotation time took 35.502539ms I0420 11:40:27.070688 3740 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9] addLogicalPort took 36.651429ms, libovsdb time 796.447µs I0420 11:40:27.132358 3740 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-kqckw for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:27.132438 3740 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw I0420 11:40:27.147821 3740 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-94f4ccbc7-t5ww5] creating logical port openshift-ingress_router-default-94f4ccbc7-t5ww5 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:27.147956 3740 kube.go:256] Updating pod openshift-ingress/router-default-94f4ccbc7-t5ww5 I0420 11:40:27.163086 3740 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw] pod update took 30.668148ms I0420 11:40:27.163104 3740 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw] addLogicalPort annotation time took 30.693477ms I0420 11:40:27.164312 3740 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw] addLogicalPort took 31.963572ms, libovsdb time 965.349µs I0420 11:40:27.164718 3740 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-w9vnr for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:27.164856 3740 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr I0420 11:40:27.165510 3740 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-76d5dd5db5-b869k] creating logical port openshift-ingress_router-default-76d5dd5db5-b869k for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:27.165564 3740 kube.go:256] Updating pod openshift-ingress/router-default-76d5dd5db5-b869k I0420 11:40:27.178212 3740 pod.go:62] [openshift-ingress/router-default-94f4ccbc7-t5ww5] pod update took 30.286931ms I0420 11:40:27.178249 3740 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-94f4ccbc7-t5ww5] addLogicalPort annotation time took 30.311837ms I0420 11:40:27.179304 3740 pods.go:271] [openshift-ingress/router-default-94f4ccbc7-t5ww5] addLogicalPort took 31.495032ms, libovsdb time 803.566µs I0420 11:40:27.188944 3740 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr] pod update took 24.128044ms I0420 11:40:27.188968 3740 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr] addLogicalPort annotation time took 24.156652ms I0420 11:40:27.190006 3740 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr] addLogicalPort took 25.300151ms, libovsdb time 791.999µs I0420 11:40:27.194227 3740 pod.go:62] [openshift-ingress/router-default-76d5dd5db5-b869k] pod update took 28.680506ms I0420 11:40:27.194245 3740 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-76d5dd5db5-b869k] addLogicalPort annotation time took 28.696612ms I0420 11:40:27.195368 3740 pods.go:271] [openshift-ingress/router-default-76d5dd5db5-b869k] addLogicalPort took 29.861794ms, libovsdb time 827.677µs I0420 11:40:27.253150 3740 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-jh9mq for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:27.253278 3740 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq I0420 11:40:27.279294 3740 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq] pod update took 26.034584ms I0420 11:40:27.279316 3740 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq] addLogicalPort annotation time took 26.060497ms I0420 11:40:27.280291 3740 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq] addLogicalPort took 27.155176ms, libovsdb time 689.087µs I0420 11:40:27.386797 3740 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9 108bfb4733eb2088adeec48c2a35ad8619b3bd8c2b14aa92401beaf52ff00fa3 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9 108bfb4733eb2088adeec48c2a35ad8619b3bd8c2b14aa92401beaf52ff00fa3 network default NAD default NAD key ] I0420 11:40:27.397518 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-5xsx9, hostIfaceName: 108bfb4733eb208, network: default, NAD default, SandboxID: "108bfb4733eb2088adeec48c2a35ad8619b3bd8c2b14aa92401beaf52ff00fa3", PCI device ID: , UID: "8b51a6e7-f0b4-474a-bab2-720ba8be4872", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0420 11:40:27.442662 3740 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9 108bfb4733eb2088adeec48c2a35ad8619b3bd8c2b14aa92401beaf52ff00fa3 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-5xsx9 108bfb4733eb2088adeec48c2a35ad8619b3bd8c2b14aa92401beaf52ff00fa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:57:6f:07:7a:13\",\"name\":\"108bfb4733eb208\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce2dc82d-e62c-41f5-9c64-2e47b0dc71f5\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:27.486885 3740 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw 0cd15cb547982a1f99f939c1914a3078266cbf042fb574ff6e21792e407ff1e9 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw 0cd15cb547982a1f99f939c1914a3078266cbf042fb574ff6e21792e407ff1e9 network default NAD default NAD key ] I0420 11:40:27.497034 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-kqckw, hostIfaceName: 0cd15cb547982a1, network: default, NAD default, SandboxID: "0cd15cb547982a1f99f939c1914a3078266cbf042fb574ff6e21792e407ff1e9", PCI device ID: , UID: "046d3f02-4ec4-4211-b06e-447bcc87ec6d", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0420 11:40:27.542325 3740 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw 0cd15cb547982a1f99f939c1914a3078266cbf042fb574ff6e21792e407ff1e9 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kqckw 0cd15cb547982a1f99f939c1914a3078266cbf042fb574ff6e21792e407ff1e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c1:ef:96:da:73\",\"name\":\"0cd15cb547982a1\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eae32ba0-e062-42df-b9bf-cd87aeea4884\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:27.607569 3740 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq 3b96ab05a432d9db095716799b87c0bb5514542b0e4c0b11a06dcab7062deacf network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq 3b96ab05a432d9db095716799b87c0bb5514542b0e4c0b11a06dcab7062deacf network default NAD default NAD key ] I0420 11:40:27.617978 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-jh9mq, hostIfaceName: 3b96ab05a432d9d, network: default, NAD default, SandboxID: "3b96ab05a432d9db095716799b87c0bb5514542b0e4c0b11a06dcab7062deacf", PCI device ID: , UID: "7e7cb831-d62a-4cf9-8c05-368302c0ba04", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0420 11:40:27.661446 3740 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq 3b96ab05a432d9db095716799b87c0bb5514542b0e4c0b11a06dcab7062deacf network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jh9mq 3b96ab05a432d9db095716799b87c0bb5514542b0e4c0b11a06dcab7062deacf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e6:27:df:e5:2b\",\"name\":\"3b96ab05a432d9d\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdb281f7-1ce7-4e8f-b782-59e32d2abc76\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:40:30.878418 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:40:31.289298 3740 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 11:40:31.290299 3740 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 979.666µs I0420 11:40:31.325787 3740 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 11:40:31.914065 3740 namespace.go:98] [openshift-service-ca] adding namespace I0420 11:40:31.914961 3740 namespace.go:102] [openshift-service-ca] adding namespace took 876.419µs I0420 11:40:31.934781 3740 namespace.go:142] [openshift-service-ca] updating namespace W0420 11:40:40.446865 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 11:40:50.393578 3740 cni.go:452] [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key ] I0420 11:40:50.393690 3740 cni.go:452] [openshift-dns/dns-default-qt9jt 414cd62fbbe3c812d4cd577531abd0242831ea4fe80006b054a5a9235b8ab9d4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qt9jt 414cd62fbbe3c812d4cd577531abd0242831ea4fe80006b054a5a9235b8ab9d4 network default NAD default NAD key ] I0420 11:40:50.404230 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qt9jt, hostIfaceName: 414cd62fbbe3c81, network: default, NAD default, SandboxID: "414cd62fbbe3c812d4cd577531abd0242831ea4fe80006b054a5a9235b8ab9d4", PCI device ID: , UID: "bbe26b9a-fd9c-4266-a294-a77c8d76f5ac", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0420 11:40:50.404443 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6fb77b54c7-htcr8, hostIfaceName: f1fbd5e506174db, network: default, NAD default, SandboxID: "f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca", PCI device ID: , UID: "3f387c7a-0262-4a6f-a5ea-11d2ca6de48d", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0420 11:40:50.451520 3740 cni.go:473] [openshift-dns/dns-default-qt9jt 414cd62fbbe3c812d4cd577531abd0242831ea4fe80006b054a5a9235b8ab9d4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qt9jt 414cd62fbbe3c812d4cd577531abd0242831ea4fe80006b054a5a9235b8ab9d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:9d:ae:36:8c:18\",\"name\":\"414cd62fbbe3c81\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f8f0be9-b843-4b4f-9854-0d047a059909\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:50.465385 3740 cni.go:473] [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:97:e2:fe:22:10\",\"name\":\"f1fbd5e506174db\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f5b8b36-d856-49b2-8052-5c90a4568957\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:40:52.260437 3740 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:40:52.320462 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:52.320479 3740 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:52.320485 3740 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 11:40:52.354310 3740 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:52.447579 3740 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vqhhr] creating logical port openshift-insights_insights-runtime-extractor-vqhhr for pod on switch ip-10-0-0-85.ec2.internal I0420 11:40:52.447677 3740 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vqhhr I0420 11:40:52.525599 3740 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vqhhr I0420 11:40:52.564271 3740 pod.go:62] [openshift-insights/insights-runtime-extractor-vqhhr] pod update took 116.624974ms I0420 11:40:52.564292 3740 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vqhhr] addLogicalPort annotation time took 116.64912ms I0420 11:40:52.565402 3740 pods.go:271] [openshift-insights/insights-runtime-extractor-vqhhr] addLogicalPort took 117.835783ms, libovsdb time 794.578µs I0420 11:40:52.801797 3740 cni.go:452] [openshift-insights/insights-runtime-extractor-vqhhr 642cfacf3a6b420f53fec52e2fdcce2d871a7161d55204c44ce2c3bb289f68f2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vqhhr 642cfacf3a6b420f53fec52e2fdcce2d871a7161d55204c44ce2c3bb289f68f2 network default NAD default NAD key ] I0420 11:40:52.812017 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vqhhr, hostIfaceName: 642cfacf3a6b420, network: default, NAD default, SandboxID: "642cfacf3a6b420f53fec52e2fdcce2d871a7161d55204c44ce2c3bb289f68f2", PCI device ID: , UID: "03d9bb9a-d5db-4193-9ee1-eec0710ea240", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0420 11:40:52.857215 3740 cni.go:473] [openshift-insights/insights-runtime-extractor-vqhhr 642cfacf3a6b420f53fec52e2fdcce2d871a7161d55204c44ce2c3bb289f68f2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vqhhr 642cfacf3a6b420f53fec52e2fdcce2d871a7161d55204c44ce2c3bb289f68f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:12:5e:b0:29:d6\",\"name\":\"642cfacf3a6b420\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c01095b0-2f7c-4202-846d-33a1c7325d6c\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:53.518479 3740 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:53.519127 3740 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:40:53.537412 3740 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:53.537436 3740 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-dmmkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:40:53.553113 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c66559854-dmmkd I0420 11:40:53.553137 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c66559854-dmmkd W0420 11:40:54.536335 3740 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 11:40:59.305491 3740 cni.go:452] [openshift-ingress/router-default-94f4ccbc7-t5ww5 272dce2cd2c03dffdee8614433b5be6f789e75a17b277740db16ef22d39055ac network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-94f4ccbc7-t5ww5 272dce2cd2c03dffdee8614433b5be6f789e75a17b277740db16ef22d39055ac network default NAD default NAD key ] I0420 11:40:59.305512 3740 cni.go:452] [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key ] I0420 11:40:59.316107 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-76d5dd5db5-b869k, hostIfaceName: d48d7468654ad9d, network: default, NAD default, SandboxID: "d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b", PCI device ID: , UID: "a04986dc-4e1f-43fb-943c-e2b972dd533e", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0420 11:40:59.316249 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-94f4ccbc7-t5ww5, hostIfaceName: 272dce2cd2c03df, network: default, NAD default, SandboxID: "272dce2cd2c03dffdee8614433b5be6f789e75a17b277740db16ef22d39055ac", PCI device ID: , UID: "64fd3f74-d213-47a7-af27-eb43d87e0906", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0420 11:40:59.324441 3740 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr 3e6bef499656e79b51cb825014c87c50c1bd51304849cea75ec15bfd0a458f1b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr 3e6bef499656e79b51cb825014c87c50c1bd51304849cea75ec15bfd0a458f1b network default NAD default NAD key ] I0420 11:40:59.335429 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-w9vnr, hostIfaceName: 3e6bef499656e79, network: default, NAD default, SandboxID: "3e6bef499656e79b51cb825014c87c50c1bd51304849cea75ec15bfd0a458f1b", PCI device ID: , UID: "527c7b3f-1864-4ab6-a164-95c68ab118dc", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0420 11:40:59.367844 3740 cni.go:473] [openshift-ingress/router-default-94f4ccbc7-t5ww5 272dce2cd2c03dffdee8614433b5be6f789e75a17b277740db16ef22d39055ac network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-94f4ccbc7-t5ww5 272dce2cd2c03dffdee8614433b5be6f789e75a17b277740db16ef22d39055ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e1:85:0f:de:09\",\"name\":\"272dce2cd2c03df\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db6a4158-1d45-4293-879c-e093c8b019ab\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:59.382130 3740 cni.go:473] [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:62:2b:d7:85:4f\",\"name\":\"d48d7468654ad9d\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c27ce481-3bd9-4870-b6a0-9e3e03f893c2\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:40:59.398848 3740 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr 3e6bef499656e79b51cb825014c87c50c1bd51304849cea75ec15bfd0a458f1b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-w9vnr 3e6bef499656e79b51cb825014c87c50c1bd51304849cea75ec15bfd0a458f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:19:da:9b:5c:dc\",\"name\":\"3e6bef499656e79\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a35e8f80-2b1d-40c3-8ee6-5b77a5f13d09\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:40:59.949330 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:40:59.949354 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:40:59.949361 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:40:59.949440 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:40:59.949448 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.327608 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.327628 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.330374 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.330389 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.330393 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.364747 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.364766 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.364773 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.372097 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.372119 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986169 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986192 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986206 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986211 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986168 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986236 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:00.986247 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.986253 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.986257 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.986268 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.986272 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:00.986277 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:01.356808 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:01.356826 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:01.356832 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 11:41:01.362315 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0420 11:41:01.362331 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0420 11:41:01.469779 3740 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:41:01.586763 3740 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:41:02.271931 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-vvkk5 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:41:02.272014 3740 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5 I0420 11:41:02.291757 3740 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5] pod update took 19.76357ms I0420 11:41:02.291803 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5] addLogicalPort annotation time took 19.789859ms I0420 11:41:02.292962 3740 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5] addLogicalPort took 21.056783ms, libovsdb time 832.274µs I0420 11:41:02.627820 3740 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5 f7b2b9d04a45cd54d31db68ad90f204cbf840158d6fc3da115743f095aa039d7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5 f7b2b9d04a45cd54d31db68ad90f204cbf840158d6fc3da115743f095aa039d7 network default NAD default NAD key ] I0420 11:41:02.637762 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-vvkk5, hostIfaceName: f7b2b9d04a45cd5, network: default, NAD default, SandboxID: "f7b2b9d04a45cd54d31db68ad90f204cbf840158d6fc3da115743f095aa039d7", PCI device ID: , UID: "f28cdb45-1592-456e-98da-28db993867e6", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0420 11:41:02.684975 3740 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5 f7b2b9d04a45cd54d31db68ad90f204cbf840158d6fc3da115743f095aa039d7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vvkk5 f7b2b9d04a45cd54d31db68ad90f204cbf840158d6fc3da115743f095aa039d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:69:7d:1e:80:0f\",\"name\":\"f7b2b9d04a45cd5\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94e57454-2275-4895-8659-cb8c5773ae29\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:41:03.308581 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:41:03.308605 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 11:41:03.308613 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 11:41:04.354881 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 11:41:04.375872 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0420 11:41:09.542568 3740 base_network_controller_pods.go:487] [default/openshift-console/console-6f76dd66f7-jzjrm] creating logical port openshift-console_console-6f76dd66f7-jzjrm for pod on switch ip-10-0-0-85.ec2.internal I0420 11:41:09.542684 3740 kube.go:256] Updating pod openshift-console/console-6f76dd66f7-jzjrm I0420 11:41:09.563042 3740 pod.go:62] [openshift-console/console-6f76dd66f7-jzjrm] pod update took 20.386588ms I0420 11:41:09.563064 3740 base_network_controller_pods.go:951] [default/openshift-console/console-6f76dd66f7-jzjrm] addLogicalPort annotation time took 20.413994ms I0420 11:41:09.564249 3740 pods.go:271] [openshift-console/console-6f76dd66f7-jzjrm] addLogicalPort took 21.6966ms, libovsdb time 884.743µs W0420 11:41:09.609540 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0420 11:41:09.901419 3740 cni.go:452] [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key ] I0420 11:41:09.911791 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6f76dd66f7-jzjrm, hostIfaceName: 05cc0e9a9a6d842, network: default, NAD default, SandboxID: "05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5", PCI device ID: , UID: "ecb172c2-bc29-4ffc-a505-4ec5c348a028", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0420 11:41:09.959948 3740 cni.go:473] [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7f:05:42:b6:80\",\"name\":\"05cc0e9a9a6d842\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16176543-ca51-4bd1-837c-f88d79e06674\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:41:11.998769 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:41:12.616068 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:41:13.305714 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0420 11:41:13.380143 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 11:41:15.032604 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 11:41:15.032638 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:41:17.036517 3740 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.037151 3740 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:17.057990 3740 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.058012 3740 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c66559854-bgrcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:17.064429 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c66559854-bgrcm I0420 11:41:17.064456 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c66559854-bgrcm I0420 11:41:18.431719 3740 cni.go:452] [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key ] I0420 11:41:18.507352 3740 cni.go:473] [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6fb77b54c7-htcr8 f1fbd5e506174dbe921f103a71eee409495b32dcc194f8c45984415eb9eea6ca network default NAD default NAD key default], result "{}", err I0420 11:41:18.560210 3740 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:18.560244 3740 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6fb77b54c7-htcr8 I0420 11:41:18.561385 3740 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6fb77b54c7-htcr8, ips: 10.130.0.5 I0420 11:41:18.561408 3740 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:19.136134 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:41:19.136265 3740 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 11:41:19.173937 3740 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 37.71281ms I0420 11:41:19.173959 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 37.739038ms I0420 11:41:19.175236 3740 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 39.126371ms, libovsdb time 948.902µs I0420 11:41:19.411562 3740 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:19.411588 3740 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb77b54c7-htcr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:19.420112 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fb77b54c7-htcr8 I0420 11:41:19.420146 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fb77b54c7-htcr8 I0420 11:41:19.494161 3740 cni.go:452] [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key ] I0420 11:41:19.504048 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d7c71c51e2713d6, network: default, NAD default, SandboxID: "d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117", PCI device ID: , UID: "17fc5de0-25a6-4733-ac3d-e66c888c327d", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0420 11:41:19.550897 3740 cni.go:473] [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:71:9a:f0:e3:fa\",\"name\":\"d7c71c51e2713d6\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00cb010f-b59e-493e-b8d3-a4b136e6e737\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:41:20.491730 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:41:21.087703 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-774f75c9d7-d792x] creating logical port openshift-monitoring_thanos-querier-774f75c9d7-d792x for pod on switch ip-10-0-0-85.ec2.internal I0420 11:41:21.087831 3740 kube.go:256] Updating pod openshift-monitoring/thanos-querier-774f75c9d7-d792x I0420 11:41:21.112836 3740 pod.go:62] [openshift-monitoring/thanos-querier-774f75c9d7-d792x] pod update took 25.037267ms I0420 11:41:21.112861 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-774f75c9d7-d792x] addLogicalPort annotation time took 25.06871ms I0420 11:41:21.114122 3740 pods.go:271] [openshift-monitoring/thanos-querier-774f75c9d7-d792x] addLogicalPort took 26.432572ms, libovsdb time 914.28µs I0420 11:41:21.443545 3740 cni.go:452] [openshift-monitoring/thanos-querier-774f75c9d7-d792x f90edb0c6eb13f539936e9a10a67da838414bbcfe4a0fce2975a0ea1b1896f1e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-774f75c9d7-d792x f90edb0c6eb13f539936e9a10a67da838414bbcfe4a0fce2975a0ea1b1896f1e network default NAD default NAD key ] I0420 11:41:21.453014 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-774f75c9d7-d792x, hostIfaceName: f90edb0c6eb13f5, network: default, NAD default, SandboxID: "f90edb0c6eb13f539936e9a10a67da838414bbcfe4a0fce2975a0ea1b1896f1e", PCI device ID: , UID: "87f12476-ca50-4dd7-aae1-04976e0fa8ca", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] W0420 11:41:21.459423 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:21.459441 3740 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:21.459445 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:41:21.499715 3740 cni.go:473] [openshift-monitoring/thanos-querier-774f75c9d7-d792x f90edb0c6eb13f539936e9a10a67da838414bbcfe4a0fce2975a0ea1b1896f1e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-774f75c9d7-d792x f90edb0c6eb13f539936e9a10a67da838414bbcfe4a0fce2975a0ea1b1896f1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c8:a5:cd:ba:34\",\"name\":\"f90edb0c6eb13f5\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db5d6f2a-f5ae-4df1-be53-9146b88b5f5e\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:41:22.053170 3740 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:22.053187 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:22.053195 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:41:22.853059 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-556cc9585b-zjjkj] creating logical port openshift-monitoring_metrics-server-556cc9585b-zjjkj for pod on switch ip-10-0-0-85.ec2.internal I0420 11:41:22.853208 3740 kube.go:256] Updating pod openshift-monitoring/metrics-server-556cc9585b-zjjkj I0420 11:41:22.872285 3740 pod.go:62] [openshift-monitoring/metrics-server-556cc9585b-zjjkj] pod update took 19.114496ms I0420 11:41:22.872309 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-556cc9585b-zjjkj] addLogicalPort annotation time took 19.146747ms I0420 11:41:22.873652 3740 pods.go:271] [openshift-monitoring/metrics-server-556cc9585b-zjjkj] addLogicalPort took 20.614498ms, libovsdb time 912.018µs W0420 11:41:23.038277 3740 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6f76dd66f7-bzz5c IP address from the namespace address-set, err: pod openshift-console/console-6f76dd66f7-bzz5c: no pod IPs found I0420 11:41:24.714280 3740 cni.go:452] [openshift-monitoring/metrics-server-556cc9585b-zjjkj 6cc75c82d4775f6c781c0793023dfcbb5d37bac032d014a2e8ee6c34370a7754 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-556cc9585b-zjjkj 6cc75c82d4775f6c781c0793023dfcbb5d37bac032d014a2e8ee6c34370a7754 network default NAD default NAD key ] I0420 11:41:24.724286 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-556cc9585b-zjjkj, hostIfaceName: 6cc75c82d4775f6, network: default, NAD default, SandboxID: "6cc75c82d4775f6c781c0793023dfcbb5d37bac032d014a2e8ee6c34370a7754", PCI device ID: , UID: "5e010668-d4c5-4f4e-b83e-0a50e58e42b7", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0420 11:41:24.765750 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:41:24.765850 3740 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 11:41:24.774565 3740 cni.go:473] [openshift-monitoring/metrics-server-556cc9585b-zjjkj 6cc75c82d4775f6c781c0793023dfcbb5d37bac032d014a2e8ee6c34370a7754 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-556cc9585b-zjjkj 6cc75c82d4775f6c781c0793023dfcbb5d37bac032d014a2e8ee6c34370a7754 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:5e:b3:f9:54:00\",\"name\":\"6cc75c82d4775f6\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99345a82-8454-48cd-80fd-b223c5d301e8\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:41:24.791196 3740 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.379139ms I0420 11:41:24.791219 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.409756ms I0420 11:41:24.792539 3740 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.803804ms, libovsdb time 1.001946ms I0420 11:41:25.126221 3740 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key ] I0420 11:41:25.135938 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: b3c09a5d1e01ead, network: default, NAD default, SandboxID: "b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a", PCI device ID: , UID: "25a01ec8-5bc9-4483-af73-2bbc56db48d6", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0420 11:41:25.184335 3740 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:af:51:00:16:e4\",\"name\":\"b3c09a5d1e01ead\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40d692c8-2ce3-4312-a571-f98e00ecc918\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:41:25.460643 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:25.460661 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:25.486415 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.486434 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.486440 3740 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.486444 3740 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:25.666078 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0420 11:41:26.447940 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:41:27.111814 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.111836 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.111843 3740 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.111846 3740 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:27.135839 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:41:27.728893 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:41:27.728929 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:41:30.132746 3740 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 11:41:32.465730 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:32.465758 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:32.465767 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:32.465774 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 11:41:36.492814 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:41:36.492885 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:41:36.492953 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0420 11:41:37.497945 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 11:41:37.889922 3740 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-f7ssj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:37.890508 3740 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-f7ssj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:38.736823 3740 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-f7ssj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:38.736844 3740 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-f7ssj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:38.745990 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bfdd69657-f7ssj I0420 11:41:38.746012 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bfdd69657-f7ssj I0420 11:41:45.879984 3740 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:41:45.880568 3740 obj_retry.go:498] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:41:46.163181 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0420 11:41:46.175173 3740 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:46.175190 3740 obj_retry.go:492] Detected object openshift-console/console-5bfdd69657-w4nq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:41:46.186800 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bfdd69657-w4nq2 I0420 11:41:46.186821 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bfdd69657-w4nq2 W0420 11:41:47.462708 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 11:41:49.550266 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:49.550290 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:49.550298 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:41:51.194379 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 11:42:13.978040 3740 cni.go:452] [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key ] I0420 11:42:14.047233 3740 cni.go:473] [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6f76dd66f7-jzjrm 05cc0e9a9a6d84257a7439da92605a2d916e408c825480217cb129b7de423ae5 network default NAD default NAD key default], result "{}", err I0420 11:42:14.098544 3740 obj_retry.go:498] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:14.098583 3740 pods.go:176] Deleting pod: openshift-console/console-6f76dd66f7-jzjrm I0420 11:42:14.099813 3740 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6f76dd66f7-jzjrm, ips: 10.130.0.16 I0420 11:42:14.099840 3740 obj_retry.go:498] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:14.632735 3740 obj_retry.go:492] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:14.632760 3740 obj_retry.go:492] Detected object openshift-console/console-6f76dd66f7-jzjrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:14.641281 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f76dd66f7-jzjrm I0420 11:42:14.641311 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f76dd66f7-jzjrm I0420 11:42:16.192497 3740 cni.go:452] [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key ] I0420 11:42:16.281537 3740 cni.go:473] [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-76d5dd5db5-b869k d48d7468654ad9df5a9a11910c2ef143257a775a14e2a59306a7ada97f32490b network default NAD default NAD key default], result "{}", err I0420 11:42:16.334591 3740 obj_retry.go:498] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:16.334632 3740 pods.go:176] Deleting pod: openshift-ingress/router-default-76d5dd5db5-b869k I0420 11:42:16.335920 3740 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-76d5dd5db5-b869k, ips: 10.130.0.12 I0420 11:42:16.335949 3740 obj_retry.go:498] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:16.643262 3740 obj_retry.go:492] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:16.643293 3740 obj_retry.go:492] Detected object openshift-ingress/router-default-76d5dd5db5-b869k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:16.651884 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-76d5dd5db5-b869k I0420 11:42:16.651922 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-76d5dd5db5-b869k I0420 11:42:23.680090 3740 cni.go:452] [openshift-multus/network-metrics-daemon-p4ghc 0afbad9665218d6dee2cb273ee11c4c9781343f9dc79a32defe6ac70ff5c0f4a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-p4ghc 0afbad9665218d6dee2cb273ee11c4c9781343f9dc79a32defe6ac70ff5c0f4a network default NAD default NAD key ] I0420 11:42:23.689039 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-p4ghc, hostIfaceName: 0afbad9665218d6, network: default, NAD default, SandboxID: "0afbad9665218d6dee2cb273ee11c4c9781343f9dc79a32defe6ac70ff5c0f4a", PCI device ID: , UID: "8aed0200-eb3b-4895-a738-256174e49ac1", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0420 11:42:23.740515 3740 cni.go:473] [openshift-multus/network-metrics-daemon-p4ghc 0afbad9665218d6dee2cb273ee11c4c9781343f9dc79a32defe6ac70ff5c0f4a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-p4ghc 0afbad9665218d6dee2cb273ee11c4c9781343f9dc79a32defe6ac70ff5c0f4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:a0:a1:00:ca:30\",\"name\":\"0afbad9665218d6\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76847dc4-6e0d-4dad-b15e-8e719341596a\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:42:25.756385 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:42:25.756411 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:42:40.373758 3740 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:40.374321 3740 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:40.710409 3740 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:40.710436 3740 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:40.719194 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 11:42:40.719221 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 11:42:44.089653 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.090246 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.763772 3740 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.764336 3740 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:42:44.984942 3740 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.984967 3740 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.986872 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.986897 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:42:44.997981 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 11:42:44.998008 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 11:42:46.394548 3740 base_network_controller_pods.go:487] [default/openshift-console/console-77ddb99d5-z7cv8] creating logical port openshift-console_console-77ddb99d5-z7cv8 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:42:46.394652 3740 kube.go:256] Updating pod openshift-console/console-77ddb99d5-z7cv8 I0420 11:42:46.415708 3740 pod.go:62] [openshift-console/console-77ddb99d5-z7cv8] pod update took 21.086307ms I0420 11:42:46.415737 3740 base_network_controller_pods.go:951] [default/openshift-console/console-77ddb99d5-z7cv8] addLogicalPort annotation time took 21.119781ms I0420 11:42:46.417052 3740 pods.go:271] [openshift-console/console-77ddb99d5-z7cv8] addLogicalPort took 22.522091ms, libovsdb time 941.708µs I0420 11:42:46.756271 3740 cni.go:452] [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key ] I0420 11:42:46.766220 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77ddb99d5-z7cv8, hostIfaceName: fd09e73cd5af640, network: default, NAD default, SandboxID: "fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807", PCI device ID: , UID: "174f118f-79c7-4ff8-92ab-638097ee1b6f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0420 11:42:46.818528 3740 cni.go:473] [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a3:24:ad:f6:67\",\"name\":\"fd09e73cd5af640\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81a6931d-a41b-47d6-ad0e-e65674f1cbcc\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:42:56.820400 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:43:02.356483 3740 cni.go:452] [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key ] I0420 11:43:02.432563 3740 cni.go:473] [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 d7c71c51e2713d6042819e639e73ea69e23b68c2e63c5d44fa6a1e64cd1b5117 network default NAD default NAD key default], result "{}", err I0420 11:43:02.499173 3740 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:02.499212 3740 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0420 11:43:02.500893 3740 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.17 I0420 11:43:02.500937 3740 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:02.842688 3740 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:02.842720 3740 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:02.851429 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 11:43:02.851537 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 11:43:02.892528 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:43:02.892728 3740 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 11:43:02.916844 3740 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.195723ms I0420 11:43:02.916869 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.22956ms I0420 11:43:02.918417 3740 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.908283ms, libovsdb time 1.114609ms I0420 11:43:03.251971 3740 cni.go:452] [openshift-monitoring/alertmanager-main-0 cb7c2f9a7bf7d60ac08b6f1b13210cc3d35b5658067c9be6276c809a4654b346 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 cb7c2f9a7bf7d60ac08b6f1b13210cc3d35b5658067c9be6276c809a4654b346 network default NAD default NAD key ] I0420 11:43:03.261537 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: cb7c2f9a7bf7d60, network: default, NAD default, SandboxID: "cb7c2f9a7bf7d60ac08b6f1b13210cc3d35b5658067c9be6276c809a4654b346", PCI device ID: , UID: "f7340533-0bf4-4c3a-847c-66fd09dbcbac", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0420 11:43:03.315163 3740 cni.go:473] [openshift-monitoring/alertmanager-main-0 cb7c2f9a7bf7d60ac08b6f1b13210cc3d35b5658067c9be6276c809a4654b346 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 cb7c2f9a7bf7d60ac08b6f1b13210cc3d35b5658067c9be6276c809a4654b346 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:af:6a:8d:46:24\",\"name\":\"cb7c2f9a7bf7d60\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d8f5043-5924-40eb-bf2a-7965539dde9f\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:43:11.703254 3740 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-xvlbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:11.703823 3740 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-xvlbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:12.087250 3740 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-xvlbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:12.087276 3740 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-xvlbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:12.097378 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-859bbcd744-xvlbn I0420 11:43:12.097396 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-859bbcd744-xvlbn I0420 11:43:13.192638 3740 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 11:43:22.149241 3740 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-6cq2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:22.149860 3740 obj_retry.go:498] Detected object openshift-console/console-859bbcd744-6cq2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:22.591269 3740 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-6cq2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:22.591294 3740 obj_retry.go:492] Detected object openshift-console/console-859bbcd744-6cq2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:22.599644 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-859bbcd744-6cq2s I0420 11:43:22.599669 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-859bbcd744-6cq2s W0420 11:43:23.315787 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:43:23.315810 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 11:43:23.315819 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 11:43:47.431506 3740 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key ] I0420 11:43:47.516790 3740 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 b3c09a5d1e01ead1ae2575d719dd91cb81a68bff7158030a3d630237f0d2250a network default NAD default NAD key default], result "{}", err I0420 11:43:47.583078 3740 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:47.583135 3740 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0420 11:43:47.584356 3740 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.20 I0420 11:43:47.584379 3740 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:43:48.033654 3740 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:48.033679 3740 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:43:48.044318 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 11:43:48.044344 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 11:43:48.092342 3740 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:43:48.092461 3740 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0420 11:43:48.118340 3740 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.922231ms I0420 11:43:48.118366 3740 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.955967ms I0420 11:43:48.119596 3740 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.270589ms, libovsdb time 883.698µs I0420 11:43:48.454308 3740 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7078db55d05000ac186d68137494a4ed2ae484a5c044f543d38280890a0a6b31 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7078db55d05000ac186d68137494a4ed2ae484a5c044f543d38280890a0a6b31 network default NAD default NAD key ] I0420 11:43:48.463899 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7078db55d05000a, network: default, NAD default, SandboxID: "7078db55d05000ac186d68137494a4ed2ae484a5c044f543d38280890a0a6b31", PCI device ID: , UID: "eed72295-9bdd-48c4-9646-1d6f890fef21", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0420 11:43:48.513511 3740 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7078db55d05000ac186d68137494a4ed2ae484a5c044f543d38280890a0a6b31 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7078db55d05000ac186d68137494a4ed2ae484a5c044f543d38280890a0a6b31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:43:96:2c:32:1f\",\"name\":\"7078db55d05000a\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83dac82d-5e2a-480b-927c-8726f542bd77\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:43:53.553133 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=529 I0420 11:44:07.631279 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 11:44:25.546010 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 W0420 11:44:28.862672 3740 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 11:44:39.920354 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 11:44:39.920428 3740 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tjw2q IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tjw2q: no pod IPs found W0420 11:44:49.315047 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 11:44:49.315068 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0420 11:44:55.640520 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0420 11:44:56.635922 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0420 11:45:04.631028 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0420 11:45:16.546341 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0420 11:45:19.197188 3740 cni.go:452] [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key ] I0420 11:45:19.282501 3740 cni.go:473] [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77ddb99d5-z7cv8 fd09e73cd5af640a42295023938dc99b2f113c5dae09c6aedcc18aa6a96dd807 network default NAD default NAD key default], result "{}", err I0420 11:45:19.334355 3740 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:19.334409 3740 pods.go:176] Deleting pod: openshift-console/console-77ddb99d5-z7cv8 I0420 11:45:19.335776 3740 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77ddb99d5-z7cv8, ips: 10.130.0.21 I0420 11:45:19.335810 3740 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:19.343535 3740 base_network_controller_pods.go:487] [default/openshift-console/console-689bcb7788-dxdtj] creating logical port openshift-console_console-689bcb7788-dxdtj for pod on switch ip-10-0-0-85.ec2.internal I0420 11:45:19.343665 3740 kube.go:256] Updating pod openshift-console/console-689bcb7788-dxdtj I0420 11:45:19.360106 3740 pod.go:62] [openshift-console/console-689bcb7788-dxdtj] pod update took 16.471951ms I0420 11:45:19.360129 3740 base_network_controller_pods.go:951] [default/openshift-console/console-689bcb7788-dxdtj] addLogicalPort annotation time took 16.501273ms I0420 11:45:19.361423 3740 pods.go:271] [openshift-console/console-689bcb7788-dxdtj] addLogicalPort took 17.904901ms, libovsdb time 949.342µs I0420 11:45:19.702177 3740 cni.go:452] [openshift-console/console-689bcb7788-dxdtj e740a958da600eca596110f6b89e39a626d148eaa69eda72c95a5816f9df9402 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-689bcb7788-dxdtj e740a958da600eca596110f6b89e39a626d148eaa69eda72c95a5816f9df9402 network default NAD default NAD key ] I0420 11:45:19.702241 3740 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:19.702262 3740 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-z7cv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:19.711356 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ddb99d5-z7cv8 I0420 11:45:19.711386 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ddb99d5-z7cv8 I0420 11:45:19.712220 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-689bcb7788-dxdtj, hostIfaceName: e740a958da600ec, network: default, NAD default, SandboxID: "e740a958da600eca596110f6b89e39a626d148eaa69eda72c95a5816f9df9402", PCI device ID: , UID: "77c36c48-d0ff-4ab8-a4ad-271df197781a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0420 11:45:19.762355 3740 cni.go:473] [openshift-console/console-689bcb7788-dxdtj e740a958da600eca596110f6b89e39a626d148eaa69eda72c95a5816f9df9402 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-689bcb7788-dxdtj e740a958da600eca596110f6b89e39a626d148eaa69eda72c95a5816f9df9402 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:a0:bd:80:a8:a1\",\"name\":\"e740a958da600ec\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1723059-e29d-495d-ad99-fec952346769\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:45:30.352300 3740 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-dkx4b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:45:30.352875 3740 obj_retry.go:498] Detected object openshift-console/console-77ddb99d5-dkx4b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:45:30.458867 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 11:45:30.611240 3740 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-dkx4b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:30.611264 3740 obj_retry.go:492] Detected object openshift-console/console-77ddb99d5-dkx4b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:45:30.617636 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ddb99d5-dkx4b I0420 11:45:30.617667 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ddb99d5-dkx4b I0420 11:45:56.546860 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0420 11:45:59.667313 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 11:46:06.669553 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 11:46:07.657004 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0420 11:46:35.546939 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0420 11:46:46.662563 3740 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0420 11:47:01.543065 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0420 11:47:35.651026 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 11:48:01.646593 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0420 11:49:52.550226 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0420 11:50:03.718337 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:03.718967 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:50:04.557354 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=53 I0420 11:50:04.616926 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:04.616970 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611430-9b9wf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:50:47.643953 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 11:50:52.635093 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0420 11:51:00.000184 3740 namespace.go:98] [tsf] adding namespace I0420 11:51:00.001094 3740 namespace.go:102] [tsf] adding namespace took 886.659µs I0420 11:51:00.018547 3740 namespace.go:142] [tsf] updating namespace I0420 11:51:00.031601 3740 namespace.go:142] [tsf] updating namespace I0420 11:51:04.020965 3740 namespace.go:98] [rhtpa-operator] adding namespace I0420 11:51:04.021116 3740 namespace.go:98] [tsf-tpa] adding namespace I0420 11:51:04.020999 3740 namespace.go:98] [konflux-operator] adding namespace I0420 11:51:04.021864 3740 namespace.go:102] [rhtpa-operator] adding namespace took 845.826µs I0420 11:51:04.022416 3740 namespace.go:102] [tsf-tpa] adding namespace took 1.278363ms I0420 11:51:04.023009 3740 namespace.go:102] [konflux-operator] adding namespace took 1.817052ms I0420 11:51:04.025741 3740 namespace.go:98] [rhbk-operator] adding namespace I0420 11:51:04.025775 3740 namespace.go:98] [tsf-tas] adding namespace I0420 11:51:04.025950 3740 namespace.go:98] [konflux-ui] adding namespace I0420 11:51:04.026403 3740 namespace.go:102] [rhbk-operator] adding namespace took 648.825µs I0420 11:51:04.026653 3740 namespace.go:98] [tsf-keycloak] adding namespace I0420 11:51:04.027087 3740 namespace.go:102] [tsf-tas] adding namespace took 1.294265ms I0420 11:51:04.027612 3740 namespace.go:102] [konflux-ui] adding namespace took 1.649235ms I0420 11:51:04.027635 3740 namespace.go:98] [cert-manager-operator] adding namespace I0420 11:51:04.028172 3740 namespace.go:102] [cert-manager-operator] adding namespace took 529.639µs I0420 11:51:04.028561 3740 namespace.go:102] [tsf-keycloak] adding namespace took 1.89481ms I0420 11:51:04.047930 3740 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:04.067917 3740 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:04.080354 3740 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:04.090028 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:04.090063 3740 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:04.096280 3740 namespace.go:142] [tsf-tas] updating namespace I0420 11:51:04.096434 3740 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:04.098596 3740 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:04.111143 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:04.119040 3740 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:04.119172 3740 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:04.119200 3740 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:04.169975 3740 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:04.192442 3740 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:04.205738 3740 namespace.go:142] [tsf-tas] updating namespace I0420 11:51:04.224190 3740 namespace.go:142] [tsf-tas] updating namespace I0420 11:51:04.238236 3740 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:04.252390 3740 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:04.260023 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:04.307499 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:04.314125 3740 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:04.330002 3740 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:04.388482 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:04.409600 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:05.334664 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:51:05.347229 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:13.171286 3740 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171879 3740 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171917 3740 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171926 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:13.171941 3740 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:13.171947 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:14.199925 3740 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.199956 3740 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.199975 3740 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.199995 3740 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece54bhv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:14.252241 3740 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252861 3740 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252897 3740 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252926 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:14.252946 3740 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:14.252957 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:15.282299 3740 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:15.282326 3740 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:15.282344 3740 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:15.282356 3740 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2fqqbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:19.584056 3740 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-hdm84 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:51:19.584173 3740 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84 I0420 11:51:19.601518 3740 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84] pod update took 17.370901ms I0420 11:51:19.601542 3740 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84] addLogicalPort annotation time took 17.401657ms I0420 11:51:19.602705 3740 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84] addLogicalPort took 18.672626ms, libovsdb time 848.012µs I0420 11:51:19.944580 3740 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84 3e20db90b0538f4410486211bb0977853edf95319b025b550ce009bcd1067075 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84 3e20db90b0538f4410486211bb0977853edf95319b025b550ce009bcd1067075 network default NAD default NAD key ] I0420 11:51:19.954476 3740 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-hdm84, hostIfaceName: 3e20db90b0538f4, network: default, NAD default, SandboxID: "3e20db90b0538f4410486211bb0977853edf95319b025b550ce009bcd1067075", PCI device ID: , UID: "568fb3fb-8c06-492a-a31d-dee60db4f038", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0420 11:51:20.007554 3740 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84 3e20db90b0538f4410486211bb0977853edf95319b025b550ce009bcd1067075 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-hdm84 3e20db90b0538f4410486211bb0977853edf95319b025b550ce009bcd1067075 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:cc:cf:f5:a2:a0\",\"name\":\"3e20db90b0538f4\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56cb8193-aea6-41f3-bd48-7b890ac21b5a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:51:21.896416 3740 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.897069 3740 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.897105 3740 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.897118 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:21.897135 3740 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.897144 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:21.925759 3740 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.926391 3740 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.926415 3740 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.926423 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:21.926437 3740 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.926441 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:21.987023 3740 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.987581 3740 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.987613 3740 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.987626 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:21.987642 3740 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:21.987651 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:22.006730 3740 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.007355 3740 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.007377 3740 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.007384 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 11:51:22.007397 3740 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 11:51:22.007402 3740 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 11:51:22.930895 3740 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.930942 3740 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.930959 3740 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.930974 3740 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568wxpn9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.961949 3740 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.961978 3740 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.961990 3740 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:22.962004 3740 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnzqpt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018345 3740 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018373 3740 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018386 3740 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.018398 3740 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c6v6r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.041986 3740 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.042018 3740 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.042033 3740 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:51:23.042046 3740 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad75kn4j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:51:23.800303 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.270320 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.280181 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.284649 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 11:51:26.297039 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:51:32.300292 3740 namespace.go:142] [openshift-operators] updating namespace I0420 11:51:32.312987 3740 namespace.go:142] [openshift-operators] updating namespace W0420 11:51:34.832810 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0420 11:51:39.712327 3740 namespace.go:142] [openshift-operators] updating namespace I0420 11:51:40.198032 3740 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-hcbmf for pod on switch ip-10-0-0-85.ec2.internal I0420 11:51:40.198232 3740 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf I0420 11:51:40.263024 3740 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf] pod update took 64.831602ms I0420 11:51:40.263052 3740 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf] addLogicalPort annotation time took 64.863849ms I0420 11:51:40.264276 3740 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf] addLogicalPort took 66.265003ms, libovsdb time 879.579µs I0420 11:51:40.463921 3740 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-qbrld for pod on switch ip-10-0-0-85.ec2.internal I0420 11:51:40.464049 3740 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld I0420 11:51:40.530951 3740 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld] pod update took 66.930936ms I0420 11:51:40.530976 3740 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld] addLogicalPort annotation time took 66.961943ms I0420 11:51:40.532138 3740 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld] addLogicalPort took 68.249557ms, libovsdb time 831.885µs I0420 11:51:41.722045 3740 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld f0915140a708930320a8f81d41106595fa071daa141ffc6260406883c7c6ea5d network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld f0915140a708930320a8f81d41106595fa071daa141ffc6260406883c7c6ea5d network default NAD default NAD key ] I0420 11:51:41.732254 3740 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-qbrld, hostIfaceName: f0915140a708930, network: default, NAD default, SandboxID: "f0915140a708930320a8f81d41106595fa071daa141ffc6260406883c7c6ea5d", PCI device ID: , UID: "62daa4af-871c-4bfb-bf6a-d73f77ff7ea5", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0420 11:51:41.773467 3740 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf 35dbcab5e778b0bcf7d3dcc9c0a8c70596c06553adfa62f6a0b8afd55896f5ec network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf 35dbcab5e778b0bcf7d3dcc9c0a8c70596c06553adfa62f6a0b8afd55896f5ec network default NAD default NAD key ] I0420 11:51:41.783698 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-hcbmf, hostIfaceName: 35dbcab5e778b0b, network: default, NAD default, SandboxID: "35dbcab5e778b0bcf7d3dcc9c0a8c70596c06553adfa62f6a0b8afd55896f5ec", PCI device ID: , UID: "8b50e021-cdd4-4840-8e2a-60dd88c6fe9c", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0420 11:51:41.789952 3740 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld f0915140a708930320a8f81d41106595fa071daa141ffc6260406883c7c6ea5d network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-qbrld f0915140a708930320a8f81d41106595fa071daa141ffc6260406883c7c6ea5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:83:05:b5:45:81\",\"name\":\"f0915140a708930\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5050c7e9-0a6b-4269-9dbd-6f1429e611aa\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:51:41.836306 3740 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf 35dbcab5e778b0bcf7d3dcc9c0a8c70596c06553adfa62f6a0b8afd55896f5ec network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-hcbmf 35dbcab5e778b0bcf7d3dcc9c0a8c70596c06553adfa62f6a0b8afd55896f5ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:30:cb:d6:66:16\",\"name\":\"35dbcab5e778b0b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43e54f8d-5957-4f7b-97b9-0a8f11cf8a22\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:51:44.909219 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 11:51:47.120380 3740 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-nwz4c for pod on switch ip-10-0-0-85.ec2.internal I0420 11:51:47.120520 3740 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c I0420 11:51:47.147021 3740 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c] pod update took 26.53154ms I0420 11:51:47.147042 3740 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c] addLogicalPort annotation time took 26.559619ms I0420 11:51:47.148239 3740 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c] addLogicalPort took 27.873118ms, libovsdb time 885.688µs I0420 11:51:47.258439 3740 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-8l6s2 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:51:47.258559 3740 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2 I0420 11:51:47.280022 3740 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2] pod update took 21.497786ms I0420 11:51:47.280046 3740 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2] addLogicalPort annotation time took 21.525497ms I0420 11:51:47.281325 3740 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2] addLogicalPort took 22.903275ms, libovsdb time 915.941µs I0420 11:51:47.478542 3740 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c ce4d3dce73681095ee9353d73accf189fb6591a534d62cfc28d85c518b18de8a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c ce4d3dce73681095ee9353d73accf189fb6591a534d62cfc28d85c518b18de8a network default NAD default NAD key ] I0420 11:51:47.488273 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-nwz4c, hostIfaceName: ce4d3dce7368109, network: default, NAD default, SandboxID: "ce4d3dce73681095ee9353d73accf189fb6591a534d62cfc28d85c518b18de8a", PCI device ID: , UID: "b18a26a9-cc86-4c45-bc77-4f4b74f80485", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0420 11:51:47.539152 3740 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c ce4d3dce73681095ee9353d73accf189fb6591a534d62cfc28d85c518b18de8a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nwz4c ce4d3dce73681095ee9353d73accf189fb6591a534d62cfc28d85c518b18de8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:2c:e8:b8:14:86\",\"name\":\"ce4d3dce7368109\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fed553bb-3831-495f-a22c-23a9c886cd35\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:51:47.617193 3740 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2 f92a0727173c568d8a6229627039933a341217f2c9f9fab3e4d12675c35314bd network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2 f92a0727173c568d8a6229627039933a341217f2c9f9fab3e4d12675c35314bd network default NAD default NAD key ] I0420 11:51:47.627793 3740 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-8l6s2, hostIfaceName: f92a0727173c568, network: default, NAD default, SandboxID: "f92a0727173c568d8a6229627039933a341217f2c9f9fab3e4d12675c35314bd", PCI device ID: , UID: "550a6d66-e0d5-42b6-8abc-665da4204643", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0420 11:51:47.678794 3740 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2 f92a0727173c568d8a6229627039933a341217f2c9f9fab3e4d12675c35314bd network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8l6s2 f92a0727173c568d8a6229627039933a341217f2c9f9fab3e4d12675c35314bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:dc:2e:f8:89:68\",\"name\":\"f92a0727173c568\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/740eb717-9c4d-4683-a62e-43a98051f572\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:51:49.975302 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:51:50.012251 3740 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 11:51:50.013161 3740 namespace.go:102] [trusted-artifact-signer] adding namespace took 885.31µs I0420 11:51:50.088196 3740 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:51:50.113897 3740 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:51:50.550339 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 11:51:53.203690 3740 namespace.go:98] [cert-manager] adding namespace I0420 11:51:53.204549 3740 namespace.go:102] [cert-manager] adding namespace took 833.058µs I0420 11:51:53.299091 3740 namespace.go:142] [cert-manager] updating namespace I0420 11:51:53.322816 3740 namespace.go:142] [cert-manager] updating namespace W0420 11:51:55.921699 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 11:51:56.438493 3740 namespace.go:98] [openshift-pipelines] adding namespace I0420 11:51:56.439548 3740 namespace.go:102] [openshift-pipelines] adding namespace took 1.032101ms I0420 11:51:56.476504 3740 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:51:57.580073 3740 namespace.go:142] [cert-manager] updating namespace I0420 11:51:57.764126 3740 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:51:58.150563 3740 namespace.go:142] [konflux-operator] updating namespace I0420 11:51:58.364039 3740 namespace.go:142] [konflux-ui] updating namespace I0420 11:51:58.561835 3740 namespace.go:142] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] updating namespace I0420 11:51:58.613169 3740 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-55k45] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-55k45 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:51:58.613282 3740 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-55k45 I0420 11:51:58.630803 3740 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-55k45] pod update took 17.561478ms I0420 11:51:58.630826 3740 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-55k45] addLogicalPort annotation time took 17.588185ms I0420 11:51:58.632092 3740 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-55k45] addLogicalPort took 18.960568ms, libovsdb time 810.204µs I0420 11:51:58.924737 3740 namespace.go:142] [rhbk-operator] updating namespace I0420 11:51:58.976994 3740 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-55k45 2ff3b6fedde9e6c50747323a0bd597f6bd28f77fed2b9b593cb642dbab64f203 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-55k45 2ff3b6fedde9e6c50747323a0bd597f6bd28f77fed2b9b593cb642dbab64f203 network default NAD default NAD key ] I0420 11:51:58.988421 3740 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-55k45, hostIfaceName: 2ff3b6fedde9e6c, network: default, NAD default, SandboxID: "2ff3b6fedde9e6c50747323a0bd597f6bd28f77fed2b9b593cb642dbab64f203", PCI device ID: , UID: "6cf43038-1ab4-49ff-8e5c-7af6194be951", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0420 11:51:59.041286 3740 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-55k45 2ff3b6fedde9e6c50747323a0bd597f6bd28f77fed2b9b593cb642dbab64f203 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-55k45 2ff3b6fedde9e6c50747323a0bd597f6bd28f77fed2b9b593cb642dbab64f203 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6a:cb:31:b0:1a\",\"name\":\"2ff3b6fedde9e6c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bcd536a-17e9-4609-8550-ff60498c8cf4\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:51:59.126359 3740 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:51:59.325993 3740 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:51:59.526452 3740 namespace.go:142] [tsf] updating namespace I0420 11:51:59.732064 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:51:59.946384 3740 namespace.go:142] [tsf-tas] updating namespace W0420 11:52:00.059499 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 11:52:00.059517 3740 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 11:52:00.128463 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:52:00.271639 3740 namespace.go:142] [cert-manager] updating namespace I0420 11:52:00.291089 3740 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:52:00.307514 3740 namespace.go:142] [default] updating namespace I0420 11:52:00.321926 3740 namespace.go:142] [konflux-operator] updating namespace I0420 11:52:00.335765 3740 namespace.go:142] [konflux-ui] updating namespace I0420 11:52:00.351524 3740 namespace.go:142] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] updating namespace I0420 11:52:00.363444 3740 namespace.go:142] [openshift] updating namespace I0420 11:52:00.379622 3740 namespace.go:142] [rhbk-operator] updating namespace I0420 11:52:00.393530 3740 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:52:00.404461 3740 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:52:00.416409 3740 namespace.go:142] [tsf] updating namespace I0420 11:52:00.429569 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:52:00.441302 3740 namespace.go:142] [tsf-tas] updating namespace I0420 11:52:00.452962 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:52:00.508158 3740 namespace.go:142] [cert-manager] updating namespace I0420 11:52:00.613242 3740 namespace.go:142] [cert-manager-operator] updating namespace I0420 11:52:00.711108 3740 namespace.go:142] [default] updating namespace I0420 11:52:00.808165 3740 namespace.go:142] [konflux-operator] updating namespace I0420 11:52:00.909773 3740 namespace.go:142] [konflux-ui] updating namespace W0420 11:52:00.946442 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 11:52:01.013759 3740 namespace.go:142] [open-cluster-management-2pprst5nusibgq03117kjfn2t3hbbnqb] updating namespace I0420 11:52:01.109996 3740 namespace.go:142] [openshift] updating namespace I0420 11:52:01.217895 3740 namespace.go:142] [rhbk-operator] updating namespace I0420 11:52:01.309855 3740 namespace.go:142] [rhtpa-operator] updating namespace I0420 11:52:01.408674 3740 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 11:52:01.511816 3740 namespace.go:142] [tsf] updating namespace I0420 11:52:01.620595 3740 namespace.go:142] [tsf-keycloak] updating namespace I0420 11:52:01.714608 3740 namespace.go:142] [tsf-tas] updating namespace I0420 11:52:01.811804 3740 namespace.go:142] [tsf-tpa] updating namespace I0420 11:52:02.383836 3740 namespace.go:142] [openshift-pipelines] updating namespace I0420 11:52:04.943693 3740 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-26mc8] creating logical port cert-manager_cert-manager-59ccb4bb6b-26mc8 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:52:04.943831 3740 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-26mc8 I0420 11:52:05.053524 3740 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-26mc8] pod update took 109.724244ms I0420 11:52:05.053548 3740 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-26mc8] addLogicalPort annotation time took 109.753633ms I0420 11:52:05.055061 3740 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-26mc8] addLogicalPort took 111.382542ms, libovsdb time 1.001913ms I0420 11:52:05.551521 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=24 I0420 11:52:06.602254 3740 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-26mc8 a906fe19b81907bc30aff3f6792f2ecf361b591e2d7f7e93f1cafbf75ee9c8bb network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-26mc8 a906fe19b81907bc30aff3f6792f2ecf361b591e2d7f7e93f1cafbf75ee9c8bb network default NAD default NAD key ] I0420 11:52:06.612871 3740 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-26mc8, hostIfaceName: a906fe19b81907b, network: default, NAD default, SandboxID: "a906fe19b81907bc30aff3f6792f2ecf361b591e2d7f7e93f1cafbf75ee9c8bb", PCI device ID: , UID: "0c737714-906e-453a-b53f-d2c0cf81c15a", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0420 11:52:06.665424 3740 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-26mc8 a906fe19b81907bc30aff3f6792f2ecf361b591e2d7f7e93f1cafbf75ee9c8bb network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-26mc8 a906fe19b81907bc30aff3f6792f2ecf361b591e2d7f7e93f1cafbf75ee9c8bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:27:2e:fc:9e:b2\",\"name\":\"a906fe19b81907b\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d7ca4ce-f663-4d90-ae24-50e333bbd3c3\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:52:10.980471 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-vtvht for pod on switch ip-10-0-0-85.ec2.internal I0420 11:52:10.980582 3740 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht I0420 11:52:11.000955 3740 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht] pod update took 20.408404ms I0420 11:52:11.000981 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht] addLogicalPort annotation time took 20.43689ms I0420 11:52:11.002380 3740 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht] addLogicalPort took 21.930267ms, libovsdb time 997.482µs I0420 11:52:11.266456 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-ct6hk for pod on switch ip-10-0-0-85.ec2.internal I0420 11:52:11.266588 3740 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk I0420 11:52:11.284484 3740 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk] pod update took 17.924148ms I0420 11:52:11.284507 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk] addLogicalPort annotation time took 17.952171ms I0420 11:52:11.285737 3740 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk] addLogicalPort took 19.300668ms, libovsdb time 878.439µs I0420 11:52:11.339005 3740 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht 815dd0edbde6249bb6a01bb0317bdadb33e0a431455efbe470dcfa2226a52b60 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht 815dd0edbde6249bb6a01bb0317bdadb33e0a431455efbe470dcfa2226a52b60 network default NAD default NAD key ] I0420 11:52:11.348528 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-vtvht, hostIfaceName: 815dd0edbde6249, network: default, NAD default, SandboxID: "815dd0edbde6249bb6a01bb0317bdadb33e0a431455efbe470dcfa2226a52b60", PCI device ID: , UID: "3b850cfa-7473-4836-92da-9e83b13bed85", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0420 11:52:11.403549 3740 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht 815dd0edbde6249bb6a01bb0317bdadb33e0a431455efbe470dcfa2226a52b60 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-vtvht 815dd0edbde6249bb6a01bb0317bdadb33e0a431455efbe470dcfa2226a52b60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c8:5a:b0:f4:b3\",\"name\":\"815dd0edbde6249\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13cf9b6d-903c-4d8a-bf70-3973fa66affd\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:52:11.626935 3740 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk 9af3ac7f697afa0c5b9c8716a185597c7b1a7587359120a3460fa3e4ded5b16f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk 9af3ac7f697afa0c5b9c8716a185597c7b1a7587359120a3460fa3e4ded5b16f network default NAD default NAD key ] I0420 11:52:11.636526 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-ct6hk, hostIfaceName: 9af3ac7f697afa0, network: default, NAD default, SandboxID: "9af3ac7f697afa0c5b9c8716a185597c7b1a7587359120a3460fa3e4ded5b16f", PCI device ID: , UID: "7f9ef68a-359f-4836-afa1-0aec97e02914", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0420 11:52:11.687490 3740 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk 9af3ac7f697afa0c5b9c8716a185597c7b1a7587359120a3460fa3e4ded5b16f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-ct6hk 9af3ac7f697afa0c5b9c8716a185597c7b1a7587359120a3460fa3e4ded5b16f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:18:f1:c1:1f:94\",\"name\":\"9af3ac7f697afa0\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edfa7b1b-74c6-4ad0-b04e-be398ea671c2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:52:15.059243 3740 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:15.059260 3740 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:15.059265 3740 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:15.085097 3740 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:15.085116 3740 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:15.085123 3740 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:15.085127 3740 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:16.157436 3740 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:16.157454 3740 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 11:52:16.157460 3740 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0420 11:52:22.225193 3740 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:22.225772 3740 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:52:22.253944 3740 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:22.253964 3740 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:52:22.259230 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 11:52:22.259255 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 11:52:25.666881 3740 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0420 11:52:26.069648 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:26.069673 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:26.069681 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 11:52:26.093964 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:26.093980 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:26.093985 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 11:52:26.093990 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0420 11:52:33.972612 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-tgmhd for pod on switch ip-10-0-0-85.ec2.internal I0420 11:52:33.972712 3740 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd I0420 11:52:33.995688 3740 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd] pod update took 23.00067ms I0420 11:52:33.995714 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd] addLogicalPort annotation time took 23.035041ms I0420 11:52:33.997062 3740 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd] addLogicalPort took 24.471949ms, libovsdb time 894.952µs I0420 11:52:34.042291 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-fps45 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:52:34.042372 3740 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45 I0420 11:52:34.059295 3740 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45] pod update took 16.949285ms I0420 11:52:34.059314 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45] addLogicalPort annotation time took 16.97036ms I0420 11:52:34.060636 3740 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45] addLogicalPort took 18.358001ms, libovsdb time 963.455µs I0420 11:52:34.173585 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-ctmlv for pod on switch ip-10-0-0-85.ec2.internal I0420 11:52:34.173703 3740 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv I0420 11:52:34.190526 3740 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv] pod update took 16.857217ms I0420 11:52:34.190548 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv] addLogicalPort annotation time took 16.886151ms I0420 11:52:34.191789 3740 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv] addLogicalPort took 18.22877ms, libovsdb time 821.882µs I0420 11:52:34.341815 3740 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd a02ff4b4983b6db22d0ca12ab6d6402a9a73cd1f6847f32d5a800fd8d2b5fd7e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd a02ff4b4983b6db22d0ca12ab6d6402a9a73cd1f6847f32d5a800fd8d2b5fd7e network default NAD default NAD key ] I0420 11:52:34.351244 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-tgmhd, hostIfaceName: a02ff4b4983b6db, network: default, NAD default, SandboxID: "a02ff4b4983b6db22d0ca12ab6d6402a9a73cd1f6847f32d5a800fd8d2b5fd7e", PCI device ID: , UID: "aa47e16a-f5be-4902-b36b-a2dfa9aed5c7", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0420 11:52:34.401972 3740 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45 b32cae96a6cd78fb3eed6669c824acfbe8be991cd2f3b132bfcdf954b4855807 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45 b32cae96a6cd78fb3eed6669c824acfbe8be991cd2f3b132bfcdf954b4855807 network default NAD default NAD key ] I0420 11:52:34.405161 3740 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd a02ff4b4983b6db22d0ca12ab6d6402a9a73cd1f6847f32d5a800fd8d2b5fd7e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-tgmhd a02ff4b4983b6db22d0ca12ab6d6402a9a73cd1f6847f32d5a800fd8d2b5fd7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:10:87:33:13:98\",\"name\":\"a02ff4b4983b6db\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6761263-53e5-4b6b-a487-932ad4d39e23\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:52:34.411804 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-fps45, hostIfaceName: b32cae96a6cd78f, network: default, NAD default, SandboxID: "b32cae96a6cd78fb3eed6669c824acfbe8be991cd2f3b132bfcdf954b4855807", PCI device ID: , UID: "e1989ec8-af2a-41c1-9591-cd445eb285aa", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0420 11:52:34.462287 3740 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45 b32cae96a6cd78fb3eed6669c824acfbe8be991cd2f3b132bfcdf954b4855807 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-fps45 b32cae96a6cd78fb3eed6669c824acfbe8be991cd2f3b132bfcdf954b4855807 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ea:5e:53:31:da\",\"name\":\"b32cae96a6cd78f\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bededb5-dd75-41dc-afa4-598a52f5ea50\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:52:34.532410 3740 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv 6a85671a4afda9e9faefca3ff73e3fce5b62181f7045e574b311d5fef3be6a42 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv 6a85671a4afda9e9faefca3ff73e3fce5b62181f7045e574b311d5fef3be6a42 network default NAD default NAD key ] I0420 11:52:34.542362 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-ctmlv, hostIfaceName: 6a85671a4afda9e, network: default, NAD default, SandboxID: "6a85671a4afda9e9faefca3ff73e3fce5b62181f7045e574b311d5fef3be6a42", PCI device ID: , UID: "76a88fd8-3f4e-4d01-aecc-5720ab812904", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0420 11:52:34.592808 3740 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv 6a85671a4afda9e9faefca3ff73e3fce5b62181f7045e574b311d5fef3be6a42 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-ctmlv 6a85671a4afda9e9faefca3ff73e3fce5b62181f7045e574b311d5fef3be6a42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0d:7b:7b:0a:7b\",\"name\":\"6a85671a4afda9e\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54e707a9-3a05-4eac-b342-f98e80ad573e\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:52:37.169354 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0420 11:52:38.172217 3740 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 11:52:38.197113 3740 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0420 11:52:48.183265 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 11:52:57.238875 3740 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0420 11:53:01.436142 3740 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:01.436685 3740 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:01.482261 3740 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:01.482287 3740 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:01.486425 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 11:53:01.486445 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 11:53:03.579300 3740 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 11:53:03.579961 3740 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 11:53:03.579994 3740 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 11:53:03.581998 3740 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0420 11:53:09.375353 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:53:09.375372 3740 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 11:53:09.378249 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 11:53:09.378269 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0420 11:53:16.872073 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-8kgv9 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:53:16.872151 3740 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9 I0420 11:53:16.887729 3740 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9] pod update took 15.596935ms I0420 11:53:16.887750 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9] addLogicalPort annotation time took 15.621756ms I0420 11:53:16.889351 3740 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9] addLogicalPort took 17.291045ms, libovsdb time 1.124578ms I0420 11:53:17.233970 3740 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9 1f50c49f6281485e3036899400f765cdce1aeb5db20f0d476802d469797a0ca8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9 1f50c49f6281485e3036899400f765cdce1aeb5db20f0d476802d469797a0ca8 network default NAD default NAD key ] I0420 11:53:17.243233 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-8kgv9, hostIfaceName: 1f50c49f6281485, network: default, NAD default, SandboxID: "1f50c49f6281485e3036899400f765cdce1aeb5db20f0d476802d469797a0ca8", PCI device ID: , UID: "53e6da04-8801-4d01-8ffc-6a6e5b4eb19a", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0420 11:53:17.295754 3740 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9 1f50c49f6281485e3036899400f765cdce1aeb5db20f0d476802d469797a0ca8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8kgv9 1f50c49f6281485e3036899400f765cdce1aeb5db20f0d476802d469797a0ca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:dc:a8:99:54:35\",\"name\":\"1f50c49f6281485\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6234a13a-2d19-4739-ac5b-86f806274dfb\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:53:22.432983 3740 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:22.433000 3740 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 11:53:22.433006 3740 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 11:53:23.681369 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 11:53:34.446764 3740 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6b6dt] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6b6dt for pod on switch ip-10-0-0-85.ec2.internal I0420 11:53:34.446876 3740 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6b6dt I0420 11:53:34.460064 3740 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6b6dt] pod update took 13.219119ms I0420 11:53:34.460150 3740 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-6b6dt] addLogicalPort annotation time took 13.311985ms I0420 11:53:34.461561 3740 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6b6dt] addLogicalPort took 14.819299ms, libovsdb time 1.018814ms I0420 11:53:34.806827 3740 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-6b6dt fdae7b97d4cce5df766386e185f5f54457c915dcc1c7ae71dbd1737efdc0ac81 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6b6dt fdae7b97d4cce5df766386e185f5f54457c915dcc1c7ae71dbd1737efdc0ac81 network default NAD default NAD key ] I0420 11:53:34.817387 3740 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6b6dt, hostIfaceName: fdae7b97d4cce5d, network: default, NAD default, SandboxID: "fdae7b97d4cce5df766386e185f5f54457c915dcc1c7ae71dbd1737efdc0ac81", PCI device ID: , UID: "61d67c3b-6cba-473f-b3ca-683b4b11c335", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0420 11:53:34.871436 3740 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-6b6dt fdae7b97d4cce5df766386e185f5f54457c915dcc1c7ae71dbd1737efdc0ac81 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6b6dt fdae7b97d4cce5df766386e185f5f54457c915dcc1c7ae71dbd1737efdc0ac81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:cc:ff:79:57:6e\",\"name\":\"fdae7b97d4cce5d\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43dfa2e1-38b5-4a30-aa15-2d490721a137\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:53:35.704322 3740 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:35.704897 3740 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:35.735857 3740 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:35.735891 3740 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:35.738845 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 11:53:35.738948 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 11:53:39.364019 3740 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-b759fd5b8-xv6rs] creating logical port tsf-tas_trillian-logserver-b759fd5b8-xv6rs for pod on switch ip-10-0-0-85.ec2.internal I0420 11:53:39.364125 3740 kube.go:256] Updating pod tsf-tas/trillian-logserver-b759fd5b8-xv6rs I0420 11:53:39.386453 3740 pod.go:62] [tsf-tas/trillian-logserver-b759fd5b8-xv6rs] pod update took 22.350923ms I0420 11:53:39.386478 3740 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-b759fd5b8-xv6rs] addLogicalPort annotation time took 22.381983ms I0420 11:53:39.388111 3740 pods.go:271] [tsf-tas/trillian-logserver-b759fd5b8-xv6rs] addLogicalPort took 24.107635ms, libovsdb time 1.032232ms I0420 11:53:40.459859 3740 cni.go:452] [tsf-tas/trillian-logserver-b759fd5b8-xv6rs 444965c1ddd5c9ae8083eabacba19ed6ec9b223938e5629943e9112129247263 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-b759fd5b8-xv6rs 444965c1ddd5c9ae8083eabacba19ed6ec9b223938e5629943e9112129247263 network default NAD default NAD key ] I0420 11:53:40.469180 3740 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-b759fd5b8-xv6rs, hostIfaceName: 444965c1ddd5c9a, network: default, NAD default, SandboxID: "444965c1ddd5c9ae8083eabacba19ed6ec9b223938e5629943e9112129247263", PCI device ID: , UID: "48210e2e-7809-491e-a733-26ba1049c696", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0420 11:53:40.521523 3740 cni.go:473] [tsf-tas/trillian-logserver-b759fd5b8-xv6rs 444965c1ddd5c9ae8083eabacba19ed6ec9b223938e5629943e9112129247263 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-b759fd5b8-xv6rs 444965c1ddd5c9ae8083eabacba19ed6ec9b223938e5629943e9112129247263 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a2:fe:c7:d1:44\",\"name\":\"444965c1ddd5c9a\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f38b8c00-c109-4f7d-a664-2fb18d972740\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:53:41.656192 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0420 11:53:41.960400 3740 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-ff895fdf7-2tnv4] creating logical port tsf-tas_trillian-db-ff895fdf7-2tnv4 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:53:41.960513 3740 kube.go:256] Updating pod tsf-tas/trillian-db-ff895fdf7-2tnv4 I0420 11:53:41.984670 3740 pod.go:62] [tsf-tas/trillian-db-ff895fdf7-2tnv4] pod update took 24.186929ms I0420 11:53:41.984698 3740 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-ff895fdf7-2tnv4] addLogicalPort annotation time took 24.219043ms I0420 11:53:41.986775 3740 pods.go:271] [tsf-tas/trillian-db-ff895fdf7-2tnv4] addLogicalPort took 26.393885ms, libovsdb time 1.497472ms I0420 11:53:46.957227 3740 namespace.go:142] [openshift-pipelines] updating namespace W0420 11:53:48.547971 3740 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0420 11:53:49.823992 3740 cni.go:452] [tsf-tas/trillian-db-ff895fdf7-2tnv4 b2e0c8ff83b9357b6c556d8e252c3c5cfa85c48253245c7427d80d55021cc1ab network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-ff895fdf7-2tnv4 b2e0c8ff83b9357b6c556d8e252c3c5cfa85c48253245c7427d80d55021cc1ab network default NAD default NAD key ] I0420 11:53:49.833807 3740 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-ff895fdf7-2tnv4, hostIfaceName: b2e0c8ff83b9357, network: default, NAD default, SandboxID: "b2e0c8ff83b9357b6c556d8e252c3c5cfa85c48253245c7427d80d55021cc1ab", PCI device ID: , UID: "dc77fb1c-6413-4919-91c5-a06a1496e743", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0420 11:53:49.886956 3740 cni.go:473] [tsf-tas/trillian-db-ff895fdf7-2tnv4 b2e0c8ff83b9357b6c556d8e252c3c5cfa85c48253245c7427d80d55021cc1ab network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-ff895fdf7-2tnv4 b2e0c8ff83b9357b6c556d8e252c3c5cfa85c48253245c7427d80d55021cc1ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d0:e7:df:cd:65\",\"name\":\"b2e0c8ff83b9357\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9cb646f-43b3-4231-8d28-af4c58a384fb\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:53:51.809090 3740 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cn9wh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:51.809671 3740 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cn9wh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:53:52.702112 3740 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cn9wh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:53:52.702137 3740 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cn9wh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:53:55.607684 3740 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 11:53:56.550251 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=88 W0420 11:53:58.591885 3740 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 11:53:58.650485 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0420 11:54:01.635419 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0420 11:54:05.782027 3740 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:05.782575 3740 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:06.813375 3740 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:06.813398 3740 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-h5v7r-spphc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:54:09.641897 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0420 11:54:13.798777 3740 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 11:54:28.712308 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0420 11:54:31.032259 3740 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:31.032802 3740 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:31.056854 3740 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:31.056880 3740 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:31.066369 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 11:54:31.066392 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 11:54:32.640065 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 11:54:42.998946 3740 obj_retry.go:498] Detected object tsf/patch-tekton-config-ccrnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:42.999457 3740 obj_retry.go:498] Detected object tsf/patch-tekton-config-ccrnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:43.883601 3740 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:43.883624 3740 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:44.015682 3740 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:44.016108 3740 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:44.892287 3740 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:44.892311 3740 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l4mw9-qbz8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:46.485045 3740 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-788767697-9pfb8] creating logical port tsf-tas_rekor-search-ui-788767697-9pfb8 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:54:46.485165 3740 kube.go:256] Updating pod tsf-tas/rekor-search-ui-788767697-9pfb8 I0420 11:54:46.501998 3740 pod.go:62] [tsf-tas/rekor-search-ui-788767697-9pfb8] pod update took 16.855711ms I0420 11:54:46.502021 3740 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-788767697-9pfb8] addLogicalPort annotation time took 16.881936ms I0420 11:54:46.503326 3740 pods.go:271] [tsf-tas/rekor-search-ui-788767697-9pfb8] addLogicalPort took 18.299671ms, libovsdb time 844.994µs I0420 11:54:46.845751 3740 cni.go:452] [tsf-tas/rekor-search-ui-788767697-9pfb8 f1f4aa6a2285dab0194772a692b0e53b364797369031d106b4998e33c0603121 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-788767697-9pfb8 f1f4aa6a2285dab0194772a692b0e53b364797369031d106b4998e33c0603121 network default NAD default NAD key ] I0420 11:54:46.855562 3740 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-788767697-9pfb8, hostIfaceName: f1f4aa6a2285dab, network: default, NAD default, SandboxID: "f1f4aa6a2285dab0194772a692b0e53b364797369031d106b4998e33c0603121", PCI device ID: , UID: "0aeb28cb-e42c-4d07-836e-cfd8a125d4a4", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0420 11:54:46.908280 3740 cni.go:473] [tsf-tas/rekor-search-ui-788767697-9pfb8 f1f4aa6a2285dab0194772a692b0e53b364797369031d106b4998e33c0603121 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-788767697-9pfb8 f1f4aa6a2285dab0194772a692b0e53b364797369031d106b4998e33c0603121 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:96:a2:46:64:ad\",\"name\":\"f1f4aa6a2285dab\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/648cc0d7-149e-48ac-8ff5-4693b7608ee0\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:54:49.864768 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 11:54:50.162820 3740 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:50.163460 3740 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:51.187002 3740 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.187024 3740 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-tqqb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.233075 3740 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.233099 3740 obj_retry.go:492] Detected object tsf/patch-tekton-config-ccrnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:51.259712 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ccrnf I0420 11:54:51.259735 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ccrnf W0420 11:54:53.044132 3740 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 11:54:56.205207 3740 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:56.205784 3740 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:54:56.228238 3740 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:56.228265 3740 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:54:56.238663 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 11:54:56.238690 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0420 11:54:57.945777 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0420 11:55:01.878135 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 11:55:03.242545 3740 obj_retry.go:498] Detected object tsf-tpa/create-db-wbkjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:03.243154 3740 obj_retry.go:498] Detected object tsf-tpa/create-db-wbkjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:04.269696 3740 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:04.269722 3740 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:04.397006 3740 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-r7zqp] creating logical port tsf-tpa_migrate-db-r7zqp for pod on switch ip-10-0-0-85.ec2.internal I0420 11:55:04.397090 3740 kube.go:256] Updating pod tsf-tpa/migrate-db-r7zqp I0420 11:55:04.412804 3740 pod.go:62] [tsf-tpa/migrate-db-r7zqp] pod update took 15.73463ms I0420 11:55:04.412830 3740 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-r7zqp] addLogicalPort annotation time took 15.764744ms I0420 11:55:04.414183 3740 pods.go:271] [tsf-tpa/migrate-db-r7zqp] addLogicalPort took 17.195031ms, libovsdb time 905.958µs I0420 11:55:04.755233 3740 cni.go:452] [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key ] I0420 11:55:04.765301 3740 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-r7zqp, hostIfaceName: 0a6a8f37e254961, network: default, NAD default, SandboxID: "0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311", PCI device ID: , UID: "2db4287c-2c89-4e0b-a600-f811ee349bb6", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0420 11:55:04.817455 3740 cni.go:473] [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:5c:ee:37:bc:87\",\"name\":\"0a6a8f37e254961\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd749a1a-e99b-4cfc-9ad4-8cebb64affc2\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:55:11.258384 3740 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:11.258926 3740 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:12.029703 3740 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:12.029729 3740 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tm7r8-lcvqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:12.551167 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0420 11:55:19.023578 3740 cni.go:452] [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key ] I0420 11:55:19.112416 3740 cni.go:473] [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-r7zqp 0a6a8f37e2549610c9f1df8bd3c77835ae2d624968c77bdd44ae1ad67387f311 network default NAD default NAD key default], result "{}", err I0420 11:55:19.173362 3740 obj_retry.go:498] Detected object tsf-tpa/migrate-db-r7zqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:19.173396 3740 pods.go:176] Deleting pod: tsf-tpa/migrate-db-r7zqp I0420 11:55:19.174773 3740 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-r7zqp, ips: 10.130.0.42 I0420 11:55:19.174798 3740 obj_retry.go:498] Detected object tsf-tpa/migrate-db-r7zqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 11:55:19.215148 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0420 11:55:20.043967 3740 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:20.043994 3740 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:20.272044 3740 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-7dqlw] creating logical port tsf-tpa_create-importers-7dqlw for pod on switch ip-10-0-0-85.ec2.internal I0420 11:55:20.272138 3740 kube.go:256] Updating pod tsf-tpa/create-importers-7dqlw I0420 11:55:20.288569 3740 pod.go:62] [tsf-tpa/create-importers-7dqlw] pod update took 16.455344ms I0420 11:55:20.288594 3740 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-7dqlw] addLogicalPort annotation time took 16.486711ms I0420 11:55:20.290059 3740 pods.go:271] [tsf-tpa/create-importers-7dqlw] addLogicalPort took 18.034665ms, libovsdb time 1.053679ms I0420 11:55:20.634501 3740 cni.go:452] [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key ] I0420 11:55:20.644893 3740 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-7dqlw, hostIfaceName: 226112af54c6ea7, network: default, NAD default, SandboxID: "226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433", PCI device ID: , UID: "f6192ece-e22d-47f2-a20a-a1059e873047", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0420 11:55:20.699125 3740 cni.go:473] [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:23:37:0b:38:84\",\"name\":\"226112af54c6ea7\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c482aed-9663-4fa2-8ee3-dd365488a0b8\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:55:22.041588 3740 cni.go:452] [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key ] I0420 11:55:22.135750 3740 cni.go:473] [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-7dqlw 226112af54c6ea7ec13cee291019aacb3f15f5a27fc5fb04c47de64ec8731433 network default NAD default NAD key default], result "{}", err I0420 11:55:22.194647 3740 obj_retry.go:498] Detected object tsf-tpa/create-importers-7dqlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:22.194681 3740 pods.go:176] Deleting pod: tsf-tpa/create-importers-7dqlw I0420 11:55:22.196232 3740 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-7dqlw, ips: 10.130.0.43 I0420 11:55:22.196263 3740 obj_retry.go:498] Detected object tsf-tpa/create-importers-7dqlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:22.660647 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 11:55:23.220225 3740 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:23.220249 3740 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:24.211201 3740 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:24.211840 3740 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:55:25.104847 3740 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:55:25.104868 3740 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wv57z-d2mm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 11:55:31.311256 3740 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0420 11:55:32.116638 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0420 11:55:34.671559 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0420 11:56:04.619951 3740 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:04.620534 3740 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:04.675679 3740 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:04.675707 3740 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:04.685164 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 11:56:04.685187 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 11:56:05.526596 3740 namespace.go:98] [build-service] adding namespace I0420 11:56:05.526689 3740 namespace.go:98] [default-tenant] adding namespace I0420 11:56:05.527601 3740 namespace.go:102] [build-service] adding namespace took 977.888µs I0420 11:56:05.528204 3740 namespace.go:102] [default-tenant] adding namespace took 1.496304ms I0420 11:56:05.528711 3740 namespace.go:98] [integration-service] adding namespace I0420 11:56:05.529453 3740 namespace.go:98] [image-controller] adding namespace I0420 11:56:05.529490 3740 namespace.go:102] [integration-service] adding namespace took 763.568µs I0420 11:56:05.530190 3740 namespace.go:102] [image-controller] adding namespace took 708.4µs I0420 11:56:05.576939 3740 namespace.go:142] [build-service] updating namespace I0420 11:56:05.619074 3740 namespace.go:142] [build-service] updating namespace I0420 11:56:05.620609 3740 namespace.go:142] [default-tenant] updating namespace I0420 11:56:05.658084 3740 namespace.go:142] [default-tenant] updating namespace I0420 11:56:05.686301 3740 namespace.go:142] [integration-service] updating namespace I0420 11:56:05.730353 3740 namespace.go:142] [image-controller] updating namespace I0420 11:56:05.733839 3740 namespace.go:142] [integration-service] updating namespace I0420 11:56:05.761541 3740 namespace.go:142] [image-controller] updating namespace I0420 11:56:05.838238 3740 namespace.go:142] [build-service] updating namespace I0420 11:56:05.856108 3740 namespace.go:142] [integration-service] updating namespace I0420 11:56:05.893639 3740 namespace.go:98] [release-service] adding namespace I0420 11:56:05.894625 3740 namespace.go:102] [release-service] adding namespace took 962.61µs I0420 11:56:05.939553 3740 namespace.go:142] [konflux-ui] updating namespace I0420 11:56:05.964690 3740 namespace.go:142] [release-service] updating namespace I0420 11:56:06.010150 3740 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-85.ec2.internal I0420 11:56:06.010270 3740 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0420 11:56:06.016642 3740 namespace.go:142] [release-service] updating namespace I0420 11:56:06.033942 3740 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 23.692859ms I0420 11:56:06.033968 3740 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 23.722528ms I0420 11:56:06.035290 3740 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 25.155097ms, libovsdb time 923.063µs I0420 11:56:06.149616 3740 namespace.go:98] [konflux-info] adding namespace I0420 11:56:06.150465 3740 namespace.go:102] [konflux-info] adding namespace took 825.758µs I0420 11:56:06.243764 3740 namespace.go:142] [konflux-info] updating namespace I0420 11:56:06.262710 3740 namespace.go:98] [namespace-lister] adding namespace I0420 11:56:06.263581 3740 namespace.go:102] [namespace-lister] adding namespace took 849.211µs I0420 11:56:06.290896 3740 namespace.go:142] [konflux-info] updating namespace I0420 11:56:06.291026 3740 namespace.go:98] [enterprise-contract-service] adding namespace I0420 11:56:06.291781 3740 namespace.go:102] [enterprise-contract-service] adding namespace took 737.648µs I0420 11:56:06.335704 3740 namespace.go:142] [image-controller] updating namespace I0420 11:56:06.341598 3740 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:06.500209 3740 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:06.500280 3740 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:06.584869 3740 namespace.go:142] [default-tenant] updating namespace I0420 11:56:06.674219 3740 cni.go:452] [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key ] I0420 11:56:06.684425 3740 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b574733eb012bf2, network: default, NAD default, SandboxID: "b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0", PCI device ID: , UID: "1698cbcd-758f-4f1a-8c64-32fdb559aadf", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0420 11:56:06.711842 3740 namespace.go:98] [segment-bridge] adding namespace I0420 11:56:06.712879 3740 namespace.go:102] [segment-bridge] adding namespace took 1.014131ms I0420 11:56:06.744798 3740 cni.go:473] [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:22:81:8f:8a:56\",\"name\":\"b574733eb012bf2\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5c393b3-d535-4ccf-a5e8-58ed599130d4\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:56:06.749365 3740 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:07.355174 3740 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:07.643823 3740 namespace.go:142] [build-service] updating namespace I0420 11:56:07.862765 3740 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:07.984380 3740 namespace.go:142] [default-tenant] updating namespace I0420 11:56:08.007071 3740 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-98kh7] creating logical port namespace-lister_namespace-lister-67655c4674-98kh7 for pod on switch ip-10-0-0-85.ec2.internal I0420 11:56:08.007162 3740 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-98kh7 I0420 11:56:08.033744 3740 pod.go:62] [namespace-lister/namespace-lister-67655c4674-98kh7] pod update took 26.603701ms I0420 11:56:08.033774 3740 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-98kh7] addLogicalPort annotation time took 26.642468ms I0420 11:56:08.035139 3740 pods.go:271] [namespace-lister/namespace-lister-67655c4674-98kh7] addLogicalPort took 28.083385ms, libovsdb time 926.147µs I0420 11:56:08.046980 3740 namespace.go:142] [image-controller] updating namespace I0420 11:56:08.128956 3740 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 11:56:08.129596 3740 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 11:56:08.129616 3740 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 11:56:08.132737 3740 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 11:56:08.227782 3740 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 11:56:08.227809 3740 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 11:56:08.229193 3740 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 11:56:08.346305 3740 namespace.go:142] [integration-service] updating namespace I0420 11:56:08.582236 3740 namespace.go:142] [release-service] updating namespace I0420 11:56:08.792921 3740 namespace.go:142] [build-service] updating namespace I0420 11:56:08.826677 3740 namespace.go:142] [default-tenant] updating namespace I0420 11:56:08.849888 3740 namespace.go:142] [image-controller] updating namespace I0420 11:56:08.884693 3740 namespace.go:142] [integration-service] updating namespace I0420 11:56:08.910855 3740 namespace.go:142] [release-service] updating namespace I0420 11:56:09.022742 3740 namespace.go:142] [build-service] updating namespace I0420 11:56:09.141153 3740 namespace.go:142] [default-tenant] updating namespace I0420 11:56:09.266227 3740 namespace.go:142] [image-controller] updating namespace I0420 11:56:09.365792 3740 namespace.go:142] [integration-service] updating namespace I0420 11:56:09.445813 3740 namespace.go:142] [release-service] updating namespace I0420 11:56:09.647822 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0420 11:56:09.874543 3740 cni.go:452] [namespace-lister/namespace-lister-67655c4674-98kh7 9200b6439d669c35b8fc73ab2d7c73332d1cdd031f4e344efe7d5766a8148871 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-98kh7 9200b6439d669c35b8fc73ab2d7c73332d1cdd031f4e344efe7d5766a8148871 network default NAD default NAD key ] I0420 11:56:09.885982 3740 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-98kh7, hostIfaceName: 9200b6439d669c3, network: default, NAD default, SandboxID: "9200b6439d669c35b8fc73ab2d7c73332d1cdd031f4e344efe7d5766a8148871", PCI device ID: , UID: "ed6b0ba2-fa52-441c-b228-ac321500c7b8", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0420 11:56:09.940725 3740 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-zcthk] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-zcthk for pod on switch ip-10-0-0-85.ec2.internal I0420 11:56:09.940841 3740 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-zcthk I0420 11:56:09.947020 3740 cni.go:473] [namespace-lister/namespace-lister-67655c4674-98kh7 9200b6439d669c35b8fc73ab2d7c73332d1cdd031f4e344efe7d5766a8148871 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-98kh7 9200b6439d669c35b8fc73ab2d7c73332d1cdd031f4e344efe7d5766a8148871 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6d:e1:f8:6e:18\",\"name\":\"9200b6439d669c3\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90575c1e-7227-4116-ba20-0191368d7230\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 11:56:09.962935 3740 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk] pod update took 22.102652ms I0420 11:56:09.962960 3740 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-zcthk] addLogicalPort annotation time took 22.162531ms I0420 11:56:09.964338 3740 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk] addLogicalPort took 23.637151ms, libovsdb time 958.475µs I0420 11:56:10.735384 3740 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:10.952433 3740 namespace.go:142] [konflux-info] updating namespace I0420 11:56:11.142769 3740 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:11.337371 3740 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:11.452342 3740 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:11.473638 3740 namespace.go:142] [konflux-info] updating namespace I0420 11:56:11.494780 3740 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:11.515992 3740 namespace.go:142] [segment-bridge] updating namespace I0420 11:56:11.600033 3740 namespace.go:142] [enterprise-contract-service] updating namespace I0420 11:56:11.676318 3740 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6786567c4b-nbs9n] creating logical port konflux-ui_proxy-6786567c4b-nbs9n for pod on switch ip-10-0-0-85.ec2.internal I0420 11:56:11.676480 3740 kube.go:256] Updating pod konflux-ui/proxy-6786567c4b-nbs9n I0420 11:56:11.696788 3740 namespace.go:142] [konflux-info] updating namespace I0420 11:56:11.699365 3740 pod.go:62] [konflux-ui/proxy-6786567c4b-nbs9n] pod update took 22.969139ms I0420 11:56:11.699390 3740 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6786567c4b-nbs9n] addLogicalPort annotation time took 23.003641ms I0420 11:56:11.701009 3740 pods.go:271] [konflux-ui/proxy-6786567c4b-nbs9n] addLogicalPort took 24.71436ms, libovsdb time 1.047711ms I0420 11:56:11.788049 3740 namespace.go:142] [namespace-lister] updating namespace I0420 11:56:11.848946 3740 namespace.go:142] [segment-bridge] updating namespace W0420 11:56:12.323974 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 11:56:12.330151 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0420 11:56:12.361094 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0420 11:56:15.338513 3740 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0420 11:56:15.663948 3740 cni.go:452] [konflux-ui/proxy-6786567c4b-nbs9n 817ff2fa563f623131d40a8bc230d2480d455a32c8051e48d7a55b3b364741be network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6786567c4b-nbs9n 817ff2fa563f623131d40a8bc230d2480d455a32c8051e48d7a55b3b364741be network default NAD default NAD key ] I0420 11:56:15.674634 3740 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6786567c4b-nbs9n, hostIfaceName: 817ff2fa563f623, network: default, NAD default, SandboxID: "817ff2fa563f623131d40a8bc230d2480d455a32c8051e48d7a55b3b364741be", PCI device ID: , UID: "82f8989b-3c43-491a-a736-4e0718598cf2", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0420 11:56:15.738147 3740 cni.go:473] [konflux-ui/proxy-6786567c4b-nbs9n 817ff2fa563f623131d40a8bc230d2480d455a32c8051e48d7a55b3b364741be network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6786567c4b-nbs9n 817ff2fa563f623131d40a8bc230d2480d455a32c8051e48d7a55b3b364741be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4a:04:25:db:e4\",\"name\":\"817ff2fa563f623\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a0ae41f-5abf-4299-b296-af2837176219\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:56:19.370090 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:56:19.370688 3740 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:56:20.372830 3740 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0420 11:56:22.540237 3740 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key ] I0420 11:56:22.550418 3740 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-zcthk, hostIfaceName: d21488351d39102, network: default, NAD default, SandboxID: "d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f", PCI device ID: , UID: "6366ebfd-8144-4fb7-add9-284058de493d", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0420 11:56:22.611214 3740 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c7:cb:92:0d:0d\",\"name\":\"d21488351d39102\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e80694d5-2603-48c7-af51-2af80d31e803\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 11:56:23.408080 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:23.408103 3740 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:23.433523 3740 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 11:56:23.434560 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 11:56:23.438285 3740 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:23.438306 3740 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 11:56:25.418407 3740 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:56:25.418501 3740 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:56:30.382096 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:56:30.382120 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 11:56:30.385661 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 11:56:30.385691 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0420 11:56:30.567787 3740 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key ] I0420 11:56:30.660052 3740 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-zcthk d21488351d391025577756765a00640dfad2bb970af46b84748dae1715fb1b0f network default NAD default NAD key default], result "{}", err I0420 11:56:30.711639 3740 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:30.711687 3740 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-zcthk I0420 11:56:30.713144 3740 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-zcthk, ips: 10.130.0.46 I0420 11:56:30.713180 3740 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:56:31.456009 3740 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:31.456039 3740 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zcthk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:56:31.466240 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-zcthk I0420 11:56:31.466268 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-zcthk W0420 11:57:03.491369 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:57:03.491389 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 11:57:03.491404 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:57:03.491412 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 11:57:03.502623 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 11:57:03.502646 3740 util.go:959] Failed to build node endpoints for node ip-10-0-0-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0420 11:57:03.554144 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0420 11:57:14.554562 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0420 11:57:33.478409 3740 obj_retry.go:498] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:33.479017 3740 obj_retry.go:498] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:33.777306 3740 obj_retry.go:492] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:33.777358 3740 obj_retry.go:492] Detected object konflux-ui/proxy-9f69774dc-2wjlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:33.787523 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9f69774dc-2wjlc I0420 11:57:33.787548 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9f69774dc-2wjlc I0420 11:57:44.889147 3740 cni.go:452] [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key ] I0420 11:57:44.985556 3740 cni.go:473] [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux b574733eb012bf22152b100167035a340cc44ab5e37ecacd3b8ee38f31541ad0 network default NAD default NAD key default], result "{}", err I0420 11:57:45.043196 3740 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:45.043238 3740 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0420 11:57:45.044579 3740 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.44 I0420 11:57:45.044605 3740 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 11:57:45.064617 3740 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:45.064651 3740 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 11:57:45.069279 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 11:57:45.069307 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 11:57:46.592195 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=59 I0420 11:57:58.561711 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=613 I0420 11:58:18.226143 3740 namespace.go:98] [default-managed-tenant-n1jbg] adding namespace I0420 11:58:18.227106 3740 namespace.go:102] [default-managed-tenant-n1jbg] adding namespace took 938.28µs I0420 11:58:18.254440 3740 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:18.277740 3740 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:19.246276 3740 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:19.390587 3740 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:19.472956 3740 namespace.go:142] [default-managed-tenant-n1jbg] updating namespace I0420 11:58:59.654491 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0420 11:59:00.554167 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=78 I0420 11:59:02.639606 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 11:59:26.638862 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0420 12:00:00.212720 3740 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn] creating logical port integration-service_integration-service-snapshot-garbage-collector-29611440-9bjrn for pod on switch ip-10-0-0-85.ec2.internal I0420 12:00:00.212868 3740 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn I0420 12:00:00.241385 3740 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn] pod update took 28.551557ms I0420 12:00:00.241412 3740 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn] addLogicalPort annotation time took 28.58653ms I0420 12:00:00.242766 3740 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn] addLogicalPort took 30.064882ms, libovsdb time 947.31µs I0420 12:00:00.577896 3740 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key ] I0420 12:00:00.587712 3740 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29611440-9bjrn, hostIfaceName: 314f54330faf76e, network: default, NAD default, SandboxID: "314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078", PCI device ID: , UID: "9676318a-4904-4593-a650-d49bb70a0ed6", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0420 12:00:00.645570 3740 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c8:a5:eb:f5:4c\",\"name\":\"314f54330faf76e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb9e9ad0-a807-4162-8f4e-4908355807c4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:00:02.656163 3740 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key ] I0420 12:00:02.743101 3740 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn 314f54330faf76ed6c10f18c0a60262eb8de36be1b592a48cd6c70ed4f3fd078 network default NAD default NAD key default], result "{}", err I0420 12:00:02.799241 3740 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:02.799300 3740 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn I0420 12:00:02.800722 3740 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn, ips: 10.130.0.48 I0420 12:00:02.800760 3740 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:03.825673 3740 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:03.825700 3740 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29611440-9bjrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.573053 3740 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.573533 3740 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.600572 3740 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.600601 3740 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29611440-xw8qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:04.694684 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:04.695268 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:00:05.718595 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:00:05.718624 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611440-8bnr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:01:14.676186 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0420 12:01:33.670479 3740 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0420 12:02:30.568059 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0420 12:02:32.663057 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 12:02:32.685785 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0420 12:02:37.643728 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0420 12:02:46.664706 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0420 12:02:48.558108 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0420 12:03:16.564767 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=44 I0420 12:04:19.554608 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=75 I0420 12:04:53.651384 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 12:05:04.062752 3740 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:04.062794 3740 obj_retry.go:492] Detected object tsf-tpa/create-db-wbkjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:04.069509 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wbkjp I0420 12:05:04.069535 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wbkjp I0420 12:05:04.642410 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 12:05:20.042236 3740 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:20.042275 3740 obj_retry.go:492] Detected object tsf-tpa/migrate-db-r7zqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:20.046124 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-r7zqp I0420 12:05:20.046154 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-r7zqp I0420 12:05:21.595481 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0420 12:05:23.053545 3740 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:23.053589 3740 obj_retry.go:492] Detected object tsf-tpa/create-importers-7dqlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:05:23.060307 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-7dqlw I0420 12:05:23.060336 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-7dqlw I0420 12:07:10.202968 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:10.203502 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:10.850297 3740 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:07:10.850321 3740 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:07:10.866675 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod I0420 12:07:10.866701 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-l9mzc-init-pod I0420 12:07:12.009608 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:12.010234 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:27.121239 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:07:27.121880 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:08:08.277104 3740 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-build-container-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:08:08.277261 3740 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod I0420 12:08:08.327122 3740 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod] pod update took 49.904746ms I0420 12:08:08.327146 3740 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod] addLogicalPort annotation time took 49.932ms I0420 12:08:08.328405 3740 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod] addLogicalPort took 51.318875ms, libovsdb time 877.13µs I0420 12:08:08.429417 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:08:08.430046 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:08:08.639871 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key ] I0420 12:08:08.649027 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-build-container-pod, hostIfaceName: 028d2d62d138361, network: default, NAD default, SandboxID: "028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5", PCI device ID: , UID: "b6b3b267-8328-4c40-8328-bc007ae72132", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0420 12:08:08.703426 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0a:6b:5e:c4:d0\",\"name\":\"028d2d62d138361\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e997bd0-d2fe-4bff-8ca9-d4f1a59dcca3\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:08:26.642220 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0420 12:08:35.657968 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0420 12:08:45.571399 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0420 12:08:55.556709 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0420 12:09:02.673207 3740 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0420 12:09:04.646394 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0420 12:09:47.568216 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=89 I0420 12:09:59.679272 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0420 12:10:04.035600 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:10:04.036231 3740 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:10:04.906331 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.906361 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611450-ppt5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.945386 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.945408 3740 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:10:04.949941 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x I0420 12:10:04.949967 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29611420-jjt9x I0420 12:10:20.689376 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0420 12:11:09.433320 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key ] I0420 12:11:09.527236 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod 028d2d62d13836119fdd32e84e6334eead92526d8a7a45a1bb650b2675070ab5 network default NAD default NAD key default], result "{}", err I0420 12:11:09.640430 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:09.640458 3740 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod I0420 12:11:09.642205 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod, ips: 10.130.0.49 I0420 12:11:09.642234 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:25.665610 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0420 12:11:30.667260 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0420 12:11:39.925203 3740 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:11:39.925353 3740 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod I0420 12:11:39.949756 3740 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod] pod update took 24.431089ms I0420 12:11:39.949781 3740 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod] addLogicalPort annotation time took 24.461209ms I0420 12:11:39.951114 3740 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod] addLogicalPort took 25.929693ms, libovsdb time 894.868µs I0420 12:11:39.983360 3740 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-clair-scan-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:11:39.983528 3740 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod I0420 12:11:40.013512 3740 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod] pod update took 30.027292ms I0420 12:11:40.013536 3740 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod] addLogicalPort annotation time took 30.058254ms I0420 12:11:40.014861 3740 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod] addLogicalPort took 31.514367ms, libovsdb time 885.176µs I0420 12:11:40.292615 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key ] I0420 12:11:40.302510 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod, hostIfaceName: 9d02a782f1dcd55, network: default, NAD default, SandboxID: "9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1", PCI device ID: , UID: "e43951d3-934e-4502-a004-debb92d5b502", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0420 12:11:40.350071 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key ] I0420 12:11:40.359760 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-clair-scan-pod, hostIfaceName: 2815374e3086f71, network: default, NAD default, SandboxID: "2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c", PCI device ID: , UID: "721262b0-39f5-4d9b-a364-f67e26214ed0", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0420 12:11:40.362008 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:09:d7:aa:91:b2\",\"name\":\"9d02a782f1dcd55\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af229e76-9738-479a-bf9d-6ac755da82ad\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:11:40.414362 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0f:9c:7e:db:3a\",\"name\":\"2815374e3086f71\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe402a81-bf48-4664-b29d-179bb3b63397\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:11:40.673131 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:40.673666 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:11:41.382030 3740 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:11:41.382170 3740 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod I0420 12:11:41.408540 3740 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod] pod update took 26.400122ms I0420 12:11:41.408566 3740 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod] addLogicalPort annotation time took 26.433015ms I0420 12:11:41.410019 3740 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod] addLogicalPort took 28.003676ms, libovsdb time 877.655µs I0420 12:11:41.416613 3740 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:11:41.416828 3740 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod I0420 12:11:41.439435 3740 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod] pod update took 22.646139ms I0420 12:11:41.439456 3740 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod] addLogicalPort annotation time took 22.672806ms I0420 12:11:41.440949 3740 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod] addLogicalPort took 24.349411ms, libovsdb time 1.042328ms I0420 12:11:41.745303 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key ] I0420 12:11:41.755694 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod, hostIfaceName: 8263f8e1ae9c512, network: default, NAD default, SandboxID: "8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e", PCI device ID: , UID: "3f66e646-360f-4b9a-8f0f-d611e40202d3", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0420 12:11:41.785282 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key ] I0420 12:11:41.795421 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod, hostIfaceName: c6bdcb2d30fa337, network: default, NAD default, SandboxID: "c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55", PCI device ID: , UID: "1d9a64c6-1ed1-4d0b-869c-06aa41435d4c", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0420 12:11:41.813292 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:8d:9c:e4:1f:c5\",\"name\":\"8263f8e1ae9c512\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9972c888-0240-4a91-990e-2fc39d1b44c5\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:11:41.850388 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:da:2c:98:7e:42\",\"name\":\"c6bdcb2d30fa337\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e0048a8-d331-4047-8d8a-e842abec72fc\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:11:42.014597 3740 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8zc7p-tpa-scan-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:11:42.014790 3740 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod I0420 12:11:42.041578 3740 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod] pod update took 26.835449ms I0420 12:11:42.041602 3740 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod] addLogicalPort annotation time took 26.867022ms I0420 12:11:42.043078 3740 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod] addLogicalPort took 28.500054ms, libovsdb time 895.507µs I0420 12:11:42.383084 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key ] I0420 12:11:42.394659 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8zc7p-tpa-scan-pod, hostIfaceName: 5a0e220fa7a1b61, network: default, NAD default, SandboxID: "5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467", PCI device ID: , UID: "755d055b-0a9c-4cd7-b57d-33ce2f37e589", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0420 12:11:42.457568 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:16:1f:ee:a4:9f\",\"name\":\"5a0e220fa7a1b61\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43785454-db1f-4af2-8b9c-cfe3a4d4c800\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:11:59.645364 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0420 12:12:44.560462 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0420 12:12:57.271143 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:57.271845 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.287398 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key ] I0420 12:12:59.287727 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key ] I0420 12:12:59.288267 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key ] I0420 12:12:59.417343 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod 8263f8e1ae9c5120ec7142e00424e51a6b9c9fe50ccde964d60acfe063f9a64e network default NAD default NAD key default], result "{}", err I0420 12:12:59.432009 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod 9d02a782f1dcd5528f7e512f10faeadb582d5d1711a44e9c1883356b0e5187e1 network default NAD default NAD key default], result "{}", err I0420 12:12:59.436824 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod c6bdcb2d30fa337ac47bb27d9d0eac6fddbb8c3d1d8b2aa4b11000f82de7bb55 network default NAD default NAD key default], result "{}", err I0420 12:12:59.587872 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.587931 3740 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod I0420 12:12:59.589796 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod, ips: 10.130.0.52 I0420 12:12:59.589884 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.622103 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.622243 3740 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod I0420 12:12:59.623961 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod, ips: 10.130.0.50 I0420 12:12:59.623993 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.665523 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:12:59.665588 3740 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod I0420 12:12:59.667134 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod, ips: 10.130.0.53 I0420 12:12:59.667168 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:10.598232 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0420 12:13:11.427611 3740 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:11.428325 3740 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:12.176744 3740 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:12.176767 3740 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:12.187809 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj I0420 12:13:12.187867 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-997nj I0420 12:13:30.557583 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0420 12:13:38.595098 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key ] I0420 12:13:38.680008 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod 5a0e220fa7a1b61d95da8a412ecead1e765dcfc5de10b13365a9391f4db14467 network default NAD default NAD key default], result "{}", err I0420 12:13:38.796482 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:38.796514 3740 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod I0420 12:13:38.798013 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod, ips: 10.130.0.54 I0420 12:13:38.798043 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:39.645003 3740 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0420 12:13:41.377599 3740 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:41.378155 3740 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:13:41.655181 3740 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:41.655204 3740 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 12:13:41.663829 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn I0420 12:13:41.663850 3740 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2zntn I0420 12:13:44.661250 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0420 12:14:09.654610 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 12:15:03.559241 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0420 12:15:32.238658 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:15:32.239322 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:00.549302 3740 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key ] I0420 12:16:00.645144 3740 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod 2815374e3086f71b04247b1ad11628d7a483c96c692d3a46ca7cbd6ec19ee21c network default NAD default NAD key default], result "{}", err I0420 12:16:00.731646 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:00.731683 3740 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod I0420 12:16:00.733298 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod, ips: 10.130.0.51 I0420 12:16:00.733332 3740 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8zc7p-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:03.943117 3740 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-bixa-g8fbc-collect-keyless-params-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:16:03.943283 3740 kube.go:256] Updating pod default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod I0420 12:16:03.965261 3740 pod.go:62] [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod] pod update took 22.007741ms I0420 12:16:03.965314 3740 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod] addLogicalPort annotation time took 22.062469ms I0420 12:16:03.967045 3740 pods.go:271] [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod] addLogicalPort took 23.944025ms, libovsdb time 1.014093ms I0420 12:16:04.314358 3740 cni.go:452] [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key ] I0420 12:16:04.323987 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-bixa-g8fbc-collect-keyless-params-pod, hostIfaceName: f3ae373a8405ffc, network: default, NAD default, SandboxID: "f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149", PCI device ID: , UID: "e51b2753-459d-4db5-a027-735d1af7a97d", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0420 12:16:04.384597 3740 cni.go:473] [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e4:4d:8e:24:52\",\"name\":\"f3ae373a8405ffc\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/191d09c8-8664-4425-97f8-d0753b03e0fc\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:16:18.016060 3740 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-bixa-g8fbc-verify-pod] creating logical port default-tenant_my-integration-test-bixa-g8fbc-verify-pod for pod on switch ip-10-0-0-85.ec2.internal I0420 12:16:18.016275 3740 kube.go:256] Updating pod default-tenant/my-integration-test-bixa-g8fbc-verify-pod I0420 12:16:18.053882 3740 pod.go:62] [default-tenant/my-integration-test-bixa-g8fbc-verify-pod] pod update took 37.661914ms I0420 12:16:18.054003 3740 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-bixa-g8fbc-verify-pod] addLogicalPort annotation time took 37.785622ms I0420 12:16:18.055555 3740 pods.go:271] [default-tenant/my-integration-test-bixa-g8fbc-verify-pod] addLogicalPort took 39.512836ms, libovsdb time 1.007143ms I0420 12:16:18.390831 3740 cni.go:452] [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key ] I0420 12:16:18.401770 3740 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-bixa-g8fbc-verify-pod, hostIfaceName: ccbba9ef9bdf420, network: default, NAD default, SandboxID: "ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f", PCI device ID: , UID: "a87b0f40-b0e9-4ee3-9348-d275a5146cb1", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0420 12:16:18.459494 3740 cni.go:473] [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:4c:ef:3b:d8:a3\",\"name\":\"ccbba9ef9bdf420\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b14a2bfe-b211-489c-8604-3a33c78bf60d\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 12:16:18.691588 3740 cni.go:452] [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key ] I0420 12:16:18.783005 3740 cni.go:473] [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod f3ae373a8405ffcdfee2903df0e1807b6a11d7349f8ada448d3b3c0864d8b149 network default NAD default NAD key default], result "{}", err I0420 12:16:18.901171 3740 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:18.901207 3740 pods.go:176] Deleting pod: default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod I0420 12:16:18.902578 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod, ips: 10.130.0.55 I0420 12:16:18.902607 3740 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:32.574403 3740 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0420 12:16:33.820058 3740 cni.go:452] [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key ] I0420 12:16:33.917122 3740 cni.go:473] [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-bixa-g8fbc-verify-pod ccbba9ef9bdf42059929abcbf08ae95f3e8ec5ce57300a665db6d1757626a58f network default NAD default NAD key default], result "{}", err I0420 12:16:34.036675 3740 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:34.036713 3740 pods.go:176] Deleting pod: default-tenant/my-integration-test-bixa-g8fbc-verify-pod I0420 12:16:34.038612 3740 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-bixa-g8fbc-verify-pod, ips: 10.130.0.56 I0420 12:16:34.038657 3740 obj_retry.go:498] Detected object default-tenant/my-integration-test-bixa-g8fbc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 12:16:53.682143 3740 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6