+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-131.ec2.internal ++ [[ -n ip-10-0-0-131.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-131.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 14:49:05.955007078 - disable conntrack on geneve port' I0418 14:49:05.955007078 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 14:49:05.973168607 - starting ovnkube-node' I0418 14:49:05.973168607 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-131.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-131.ec2.internal --init-node ip-10-0-0-131.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-131.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 14:49:06.015900 3701 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 14:49:06.015961 3701 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-576c01b661.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 14:49:06.017389 3701 kube.go:431] Waiting for certificate I0418 14:49:06.017428 3701 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 14:49:06.017463 3701 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 14:49:06.018277 3701 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 14:49:06.052972 3701 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:06.053184 3701 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:06.056673 3701 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:06.056801 3701 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2gqqh" I0418 14:49:06.062465 3701 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2gqqh" I0418 14:49:06.062519 3701 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 14:49:07.017919 3701 kube.go:438] Certificate found I0418 14:49:07.018671 3701 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 14:49:07.019956 3701 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 14:49:07.071822 3701 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 14:44:06 +0000 UTC" deadline="2026-04-19 10:35:19.732467883 +0000 UTC" I0418 14:49:07.071859 3701 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h46m12.660618987s" I0418 14:49:07.089215 3701 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 14:49:07.106035 3701 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 14:49:07.106108 3701 server.go:101] MetricServer registers OVS metrics I0418 14:49:07.106397 3701 server.go:105] MetricServer registers OVN DB metrics I0418 14:49:07.107485 3701 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 14:49:07.107540 3701 factory.go:561] Starting watch factory I0418 14:49:07.107686 3701 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107698 3701 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107713 3701 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107711 3701 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107695 3701 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107798 3701 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107875 3701 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.107913 3701 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.108222 3701 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.108247 3701 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.108323 3701 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.108345 3701 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.111536 3701 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 14:49:07.111547 3701 controller_manager.go:370] Starting the ovnkube controller I0418 14:49:07.111559 3701 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 14:49:07.111556 3701 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-131.ec2.internal I0418 14:49:07.111746 3701 controller_manager.go:395] NBDB zone sync took: 62.818µs I0418 14:49:07.111762 3701 factory.go:561] Starting watch factory I0418 14:49:07.125113 3701 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 14:49:07.125152 3701 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 14:49:07.125399 3701 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.126656 3701 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.126953 3701 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.128602 3701 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.129306 3701 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 14:49:07.129345 3701 server.go:109] MetricServer registers OVN Controller metrics I0418 14:49:07.129765 3701 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.133694 3701 server.go:113] MetricServer registers OVN Northd metrics I0418 14:49:07.136231 3701 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 14:49:07.137658 3701 metrics.go:519] OVN Metrics Server starts to run ... I0418 14:49:07.213514 3701 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 14:49:07.213536 3701 factory.go:1977] *v1.Node informer cache synced successfully I0418 14:49:07.213540 3701 factory.go:1977] *v1.Service informer cache synced successfully I0418 14:49:07.213544 3701 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 14:49:07.213547 3701 factory.go:1977] *v1.Pod informer cache synced successfully I0418 14:49:07.213549 3701 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 14:49:07.213636 3701 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:07.213660 3701 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:07.213630 3701 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:07.213738 3701 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:07.216447 3701 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:07.216451 3701 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 14:49:07.217273 3701 factory.go:1977] *v1.Node informer cache synced successfully I0418 14:49:07.217285 3701 factory.go:1977] *v1.Service informer cache synced successfully I0418 14:49:07.217289 3701 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 14:49:07.217292 3701 factory.go:1977] *v1.Pod informer cache synced successfully I0418 14:49:07.217295 3701 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 14:49:07.217298 3701 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 14:49:07.219582 3701 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 14:49:07.219594 3701 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 14:49:07.219662 3701 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.219678 3701 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.221906 3701 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.222827 3701 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 14:49:07.222838 3701 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 14:49:07.224933 3701 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 14:49:07.224992 3701 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.225004 3701 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.227138 3701 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.228062 3701 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 14:49:07.229999 3701 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 14:49:07.230083 3701 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.230122 3701 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.232119 3701 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.233929 3701 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 14:49:07.236079 3701 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 14:49:07.236153 3701 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.236177 3701 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.238199 3701 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.239159 3701 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 14:49:07.242122 3701 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 14:49:07.242186 3701 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.242203 3701 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.244280 3701 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.244286 3701 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 14:49:07.248150 3701 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 14:49:07.248293 3701 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:49:07.248304 3701 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:49:07.249449 3701 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 14:49:07.250389 3701 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 14:49:07.253347 3701 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 14:49:07.253398 3701 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.253409 3701 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.253467 3701 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.253485 3701 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.254625 3701 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 14:49:07.255896 3701 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.256179 3701 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 14:49:07.259385 3701 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 14:49:07.259395 3701 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 14:49:07.259401 3701 factory.go:680] Watch Factory start up complete, took: 151.863828ms I0418 14:49:07.259490 3701 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 14:49:07.259740 3701 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 14:49:07.259751 3701 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 14:49:07.259757 3701 factory.go:680] Watch Factory start up complete, took: 147.994426ms I0418 14:49:07.259764 3701 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-131.ec2.internal" zone I0418 14:49:07.297306 3701 default_node_network_controller.go:710] Initializing the default node network controller I0418 14:49:07.360383 3701 udn_isolation.go:101] Starting UDN host isolation manager I0418 14:49:07.366326 3701 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 14:49:07.426833 3701 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 14:49:07.426921 3701 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 14:49:07.426942 3701 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 14:49:07.460317 3701 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 14:49:07.460393 3701 default_node_network_controller.go:809] Node ip-10-0-0-131.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0418 14:49:07.466023 3701 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.131"] k8s.ovn.org/zone-name:ip-10-0-0-131.ec2.internal] on node ip-10-0-0-131.ec2.internal I0418 14:49:07.486356 3701 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 14:49:07.492595 3701 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 14:49:07.492702 3701 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0418 14:49:07.492848 3701 gateway_init.go:263] Preparing Gateway I0418 14:49:07.492860 3701 gateway_shared_intf.go:1687] Creating new gateway I0418 14:49:07.510016 3701 controller_manager.go:429] Waiting for node in zone sync took: 250.24089ms I0418 14:49:07.514205 3701 controller_manager.go:611] Switching to transit router for layer2 networks I0418 14:49:07.514218 3701 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-131.ec2.internal I0418 14:49:07.527619 3701 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 14:49:07.533763 3701 controller_manager.go:290] SCTP support detected in OVN I0418 14:49:07.534410 3701 services_controller.go:69] Creating services controller for network=default I0418 14:49:07.534507 3701 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 14:49:07.534701 3701 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 14:49:07.534727 3701 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 14:49:07.534737 3701 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 14:49:07.534745 3701 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 14:49:07.534963 3701 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 14:49:07.535037 3701 udn_enabled_svc.go:95] Performing full resync I0418 14:49:07.535062 3701 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.999µs I0418 14:49:07.535123 3701 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 14:49:07.535170 3701 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.533µs I0418 14:49:07.535181 3701 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 58.589µs I0418 14:49:07.535189 3701 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 14:49:07.535203 3701 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 14:49:07.535214 3701 default_network_controller.go:325] Starting the default network controller I0418 14:49:07.535289 3701 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.744µs I0418 14:49:07.535375 3701 udn_enabled_svc.go:99] Waiting for handler to sync I0418 14:49:07.535386 3701 udn_enabled_svc.go:104] Starting worker I0418 14:49:07.544609 3701 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 14:49:07.544699 3701 repair.go:33] Syncing exgw routes took 74.196µs I0418 14:49:07.544729 3701 default_network_controller.go:414] Starting all the Watchers... I0418 14:49:07.544881 3701 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 14:49:07.544886 3701 namespace.go:98] [openshift-console-operator] adding namespace I0418 14:49:07.544882 3701 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 14:49:07.544882 3701 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 14:49:07.544905 3701 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 14:49:07.544910 3701 namespace.go:98] [openshift-network-operator] adding namespace I0418 14:49:07.544916 3701 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 14:49:07.544905 3701 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 14:49:07.544905 3701 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 14:49:07.544920 3701 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 14:49:07.544923 3701 namespace.go:98] [openshift-operators] adding namespace I0418 14:49:07.544931 3701 namespace.go:98] [openshift-network-console] adding namespace I0418 14:49:07.544925 3701 namespace.go:98] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] adding namespace I0418 14:49:07.544939 3701 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 14:49:07.544964 3701 namespace.go:98] [openshift-cluster-version] adding namespace I0418 14:49:07.545537 3701 namespace.go:102] [openshift-backplane-srep] adding namespace took 642.147µs I0418 14:49:07.545567 3701 namespace.go:98] [openshift-apiserver] adding namespace I0418 14:49:07.546053 3701 namespace.go:102] [openshift-apiserver] adding namespace took 476.226µs I0418 14:49:07.546067 3701 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 14:49:07.546655 3701 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 581.987µs I0418 14:49:07.546668 3701 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 14:49:07.547166 3701 namespace.go:102] [openshift-console-operator] adding namespace took 2.268323ms I0418 14:49:07.547180 3701 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 14:49:07.547662 3701 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 2.760129ms I0418 14:49:07.547676 3701 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 14:49:07.548176 3701 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.2721ms I0418 14:49:07.548190 3701 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 14:49:07.548739 3701 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.820952ms I0418 14:49:07.548756 3701 namespace.go:98] [openshift-config-managed] adding namespace I0418 14:49:07.549356 3701 namespace.go:102] [openshift-network-operator] adding namespace took 4.432975ms I0418 14:49:07.549373 3701 namespace.go:98] [openshift-package-operator] adding namespace I0418 14:49:07.549918 3701 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.995968ms I0418 14:49:07.549933 3701 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 14:49:07.550881 3701 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.955343ms I0418 14:49:07.550893 3701 namespace.go:98] [openshift-ingress] adding namespace I0418 14:49:07.551531 3701 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.599819ms I0418 14:49:07.551549 3701 namespace.go:98] [openshift-config] adding namespace I0418 14:49:07.552212 3701 namespace.go:102] [openshift-network-console] adding namespace took 7.273504ms I0418 14:49:07.552227 3701 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 14:49:07.552661 3701 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.725229ms I0418 14:49:07.552679 3701 namespace.go:98] [openshift-backplane] adding namespace I0418 14:49:07.553185 3701 namespace.go:102] [openshift-operators] adding namespace took 8.249776ms I0418 14:49:07.553197 3701 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 14:49:07.553653 3701 namespace.go:102] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] adding namespace took 8.709536ms I0418 14:49:07.553672 3701 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 14:49:07.554138 3701 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.193187ms I0418 14:49:07.554151 3701 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 14:49:07.554668 3701 namespace.go:102] [openshift-cluster-version] adding namespace took 9.694186ms I0418 14:49:07.554682 3701 namespace.go:98] [openshift-infra] adding namespace I0418 14:49:07.555171 3701 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.497072ms I0418 14:49:07.555185 3701 namespace.go:98] [openshift-authentication] adding namespace I0418 14:49:07.555576 3701 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.389147ms I0418 14:49:07.555592 3701 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 14:49:07.556008 3701 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.32545ms I0418 14:49:07.556027 3701 namespace.go:98] [default] adding namespace I0418 14:49:07.556535 3701 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.323286ms I0418 14:49:07.556548 3701 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 14:49:07.557021 3701 namespace.go:102] [openshift-config-managed] adding namespace took 8.258925ms I0418 14:49:07.557036 3701 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 14:49:07.557413 3701 namespace.go:102] [openshift-package-operator] adding namespace took 8.034816ms I0418 14:49:07.557438 3701 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 14:49:07.557904 3701 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.964532ms I0418 14:49:07.557920 3701 namespace.go:98] [openshift-console] adding namespace I0418 14:49:07.558436 3701 namespace.go:102] [openshift-ingress] adding namespace took 7.536509ms I0418 14:49:07.558451 3701 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 14:49:07.558770 3701 namespace.go:102] [openshift-config] adding namespace took 7.21612ms I0418 14:49:07.558800 3701 namespace.go:98] [openshift-image-registry] adding namespace I0418 14:49:07.559396 3701 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.161419ms I0418 14:49:07.559411 3701 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 14:49:07.559818 3701 namespace.go:102] [openshift-backplane] adding namespace took 7.132168ms I0418 14:49:07.559838 3701 namespace.go:98] [dedicated-admin] adding namespace I0418 14:49:07.560320 3701 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.11836ms I0418 14:49:07.560345 3701 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 14:49:07.560921 3701 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.244242ms I0418 14:49:07.560932 3701 namespace.go:98] [openshift-logging] adding namespace I0418 14:49:07.561530 3701 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.374567ms I0418 14:49:07.561539 3701 namespace.go:98] [kube-system] adding namespace I0418 14:49:07.562111 3701 namespace.go:102] [openshift-infra] adding namespace took 7.424354ms I0418 14:49:07.562120 3701 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 14:49:07.562477 3701 namespace.go:102] [openshift-authentication] adding namespace took 7.287755ms I0418 14:49:07.563011 3701 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.411885ms I0418 14:49:07.563025 3701 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 14:49:07.563429 3701 namespace.go:102] [default] adding namespace took 7.396654ms I0418 14:49:07.563447 3701 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 14:49:07.563818 3701 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.263341ms I0418 14:49:07.563844 3701 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 14:49:07.564264 3701 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.223883ms I0418 14:49:07.564276 3701 namespace.go:98] [openshift-host-network] adding namespace I0418 14:49:07.564671 3701 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.226823ms I0418 14:49:07.564683 3701 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 14:49:07.565065 3701 namespace.go:102] [openshift-console] adding namespace took 7.136248ms I0418 14:49:07.565092 3701 namespace.go:98] [openshift-etcd] adding namespace I0418 14:49:07.565473 3701 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.016135ms I0418 14:49:07.565487 3701 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 14:49:07.565980 3701 namespace.go:102] [openshift-image-registry] adding namespace took 7.171236ms I0418 14:49:07.565996 3701 namespace.go:98] [openshift-machine-api] adding namespace I0418 14:49:07.566441 3701 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.024491ms I0418 14:49:07.566455 3701 namespace.go:98] [openshift-controller-manager] adding namespace I0418 14:49:07.566883 3701 namespace.go:102] [dedicated-admin] adding namespace took 7.039045ms I0418 14:49:07.566897 3701 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 14:49:07.567325 3701 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.973626ms I0418 14:49:07.567343 3701 namespace.go:98] [openshift-dns-operator] adding namespace I0418 14:49:07.567853 3701 namespace.go:102] [openshift-logging] adding namespace took 6.915651ms I0418 14:49:07.567864 3701 namespace.go:98] [openshift-marketplace] adding namespace I0418 14:49:07.568440 3701 namespace.go:102] [kube-system] adding namespace took 6.895937ms I0418 14:49:07.568452 3701 namespace.go:98] [openshift-config-operator] adding namespace I0418 14:49:07.569085 3701 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.960061ms I0418 14:49:07.569097 3701 namespace.go:98] [kube-node-lease] adding namespace I0418 14:49:07.569567 3701 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.53754ms I0418 14:49:07.569576 3701 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 14:49:07.570130 3701 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.666975ms I0418 14:49:07.570144 3701 namespace.go:98] [openshift-node] adding namespace I0418 14:49:07.570625 3701 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.773998ms I0418 14:49:07.570640 3701 namespace.go:98] [kube-public] adding namespace I0418 14:49:07.571266 3701 namespace.go:102] [openshift-host-network] adding namespace took 6.984915ms I0418 14:49:07.571279 3701 namespace.go:98] [openshift-multus] adding namespace I0418 14:49:07.571781 3701 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.093573ms I0418 14:49:07.571827 3701 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 14:49:07.572208 3701 namespace.go:102] [openshift-etcd] adding namespace took 7.109692ms I0418 14:49:07.572222 3701 namespace.go:98] [openshift-insights] adding namespace I0418 14:49:07.572631 3701 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.138446ms I0418 14:49:07.572643 3701 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 14:49:07.573250 3701 namespace.go:102] [openshift-machine-api] adding namespace took 7.249265ms I0418 14:49:07.573261 3701 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 14:49:07.573818 3701 namespace.go:102] [openshift-controller-manager] adding namespace took 7.356094ms I0418 14:49:07.573839 3701 namespace.go:98] [openshift-monitoring] adding namespace I0418 14:49:07.574247 3701 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.343898ms I0418 14:49:07.574261 3701 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 14:49:07.574688 3701 namespace.go:102] [openshift-dns-operator] adding namespace took 7.338837ms I0418 14:49:07.574701 3701 namespace.go:98] [openshift-dns] adding namespace I0418 14:49:07.575188 3701 namespace.go:102] [openshift-marketplace] adding namespace took 7.315386ms I0418 14:49:07.575206 3701 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 14:49:07.575679 3701 namespace.go:102] [openshift-config-operator] adding namespace took 7.222649ms I0418 14:49:07.575690 3701 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 14:49:07.576152 3701 namespace.go:102] [kube-node-lease] adding namespace took 7.051066ms I0418 14:49:07.576164 3701 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 14:49:07.576691 3701 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.109326ms I0418 14:49:07.577151 3701 namespace.go:102] [openshift-node] adding namespace took 7.001047ms I0418 14:49:07.577164 3701 namespace.go:98] [openshift-backplane-mobb] adding namespace W0418 14:49:07.577644 3701 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-294wx: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:49:07.577677 3701 namespace.go:102] [kube-public] adding namespace took 7.031003ms I0418 14:49:07.578057 3701 iptables.go:108] Creating table: filter chain: FORWARD I0418 14:49:07.578282 3701 namespace.go:102] [openshift-multus] adding namespace took 6.997942ms I0418 14:49:07.578888 3701 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.054116ms I0418 14:49:07.578911 3701 namespace.go:98] [openshift] adding namespace I0418 14:49:07.579329 3701 namespace.go:102] [openshift-insights] adding namespace took 7.101979ms I0418 14:49:07.579780 3701 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.130898ms I0418 14:49:07.579815 3701 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 14:49:07.580287 3701 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.022245ms I0418 14:49:07.580817 3701 namespace.go:102] [openshift-monitoring] adding namespace took 6.970805ms W0418 14:49:07.580851 3701 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-npc59: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found I0418 14:49:07.581426 3701 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.160984ms I0418 14:49:07.581998 3701 namespace.go:102] [openshift-dns] adding namespace took 7.29129ms I0418 14:49:07.582446 3701 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.233263ms I0418 14:49:07.582887 3701 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.192032ms I0418 14:49:07.582898 3701 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 14:49:07.583298 3701 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.129202ms I0418 14:49:07.583724 3701 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.556848ms I0418 14:49:07.584148 3701 namespace.go:102] [openshift] adding namespace took 5.229534ms I0418 14:49:07.584546 3701 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.727227ms I0418 14:49:07.584889 3701 namespace.go:102] [openshift-must-gather-operator] adding namespace took 1.985952ms W0418 14:49:07.584965 3701 master.go:458] Unable to parse local node ip-10-0-0-131.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 14:49:07.584974 3701 master.go:481] Removing stale chassis with ID/Name: a269138f-06a6-49fb-8c18-f099b52f4c83, hostname: ip-10-0-0-131.ec2.internal I0418 14:49:07.585263 3701 iptables.go:108] Creating table: filter chain: OUTPUT I0418 14:49:07.585454 3701 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0418 14:49:07.586554 3701 zone_ic_handler.go:195] Time taken to create transit switch: 315.6µs I0418 14:49:07.586566 3701 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-63.ec2.internal for the network default E0418 14:49:07.586892 3701 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-81.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-81.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-81.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a2a868 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1863955573}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0418 14:49:07.586967 3701 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-81.ec2.internal", UID:"559a240a-5008-45cd-ab8b-d9bcd56f3126", APIVersion:"v1", ResourceVersion:"8828", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-81.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-81.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a2a868 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1863955573}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0418 14:49:07.588046 3701 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-63.ec2.internal" on network "default" took: 1.823267ms I0418 14:49:07.589884 3701 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-131.ec2.internal for the network default I0418 14:49:07.590039 3701 zone_ic_handler.go:195] Time taken to create transit switch: 141.695µs I0418 14:49:07.590757 3701 default_network_controller.go:823] Node add failed for ip-10-0-0-131.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal, error getting gateway config for node ip-10-0-0-131.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal", failed to update chassis to local for local node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal] E0418 14:49:07.590823 3701 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-131.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal, error getting gateway config for node ip-10-0-0-131.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal", failed to update chassis to local for local node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal] I0418 14:49:07.590874 3701 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 14:49:07.590875 3701 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-131.ec2.internal", UID:"c006780a-2fa9-495d-9083-7381391ae764", APIVersion:"v1", ResourceVersion:"9029", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal, error getting gateway config for node ip-10-0-0-131.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal", failed to update chassis to local for local node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal] I0418 14:49:07.590914 3701 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 14:49:07.590929 3701 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 14:49:07.590928 3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-63.ec2.internal in network "default" I0418 14:49:07.590998 3701 node_tracker.go:169] Node ip-10-0-1-63.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.591015 3701 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.591026 3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-81.ec2.internal in network "default" I0418 14:49:07.591048 3701 node_tracker.go:169] Node ip-10-0-2-81.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.591054 3701 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.591063 3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:07.591072 3701 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0418 14:49:07.591079 3701 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.591083 3701 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.592985 3701 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 14:49:07.593000 3701 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-131.ec2.internal","mac-address":"12:c3:df:25:1b:0d","ip-addresses":["10.0.0.131/24"],"ip-address":"10.0.0.131/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a269138f-06a6-49fb-8c18-f099b52f4c83 k8s.ovn.org/node-encap-ips:["10.0.0.131"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.131/24"} k8s.ovn.org/zone-name:ip-10-0-0-131.ec2.internal] on node ip-10-0-0-131.ec2.internal I0418 14:49:07.609623 3701 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0418 14:49:07.609631 3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:07.609688 3701 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:07.609706 3701 services_controller.go:574] Full service sync requested for network=default I0418 14:49:07.613576 3701 default_node_network_controller.go:519] Node connection status = connected W0418 14:49:07.613800 3701 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-npc59: pod openshift-network-diagnostics/network-check-target-npc59: no pod IPs found W0418 14:49:07.613818 3701 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-294wx: pod openshift-multus/network-metrics-daemon-294wx: no pod IPs found I0418 14:49:07.614758 3701 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-131.ec2.internal for the network default I0418 14:49:07.614937 3701 zone_ic_handler.go:195] Time taken to create transit switch: 167.596µs I0418 14:49:07.691800 3701 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 14:49:07.691825 3701 services_controller.go:208] Setting up event handlers for services for network=default I0418 14:49:07.691932 3701 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 14:49:07.692023 3701 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 14:49:07.692045 3701 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 14:49:07.792306 3701 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 14:49:07.792331 3701 repair.go:60] Starting repairing loop for services I0418 14:49:07.792436 3701 repair.go:131] Deleted 0 stale service LBs I0418 14:49:07.792455 3701 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 14:49:07.792471 3701 repair.go:62] Finished repairing loop for services: 143.466µs I0418 14:49:07.792503 3701 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 14:49:07.792515 3701 services_controller.go:254] Starting workers for network=default I0418 14:49:07.792987 3701 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-294wx] creating logical port openshift-multus_network-metrics-daemon-294wx for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:07.793018 3701 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-npc59] creating logical port openshift-network-diagnostics_network-check-target-npc59 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:07.793111 3701 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:07.793120 3701 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:07.809291 3701 pod.go:62] [openshift-network-diagnostics/network-check-target-npc59] pod update took 16.219132ms I0418 14:49:07.809309 3701 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-npc59] addLogicalPort annotation time took 16.239549ms I0418 14:49:07.810074 3701 pods.go:271] [openshift-network-diagnostics/network-check-target-npc59] addLogicalPort took 17.062018ms, libovsdb time 558.939µs I0418 14:49:07.810898 3701 pod.go:62] [openshift-multus/network-metrics-daemon-294wx] pod update took 17.837584ms I0418 14:49:07.810917 3701 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-294wx] addLogicalPort annotation time took 17.859546ms I0418 14:49:07.811803 3701 pods.go:271] [openshift-multus/network-metrics-daemon-294wx] addLogicalPort took 18.8269ms, libovsdb time 693.523µs I0418 14:49:07.812161 3701 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 14:49:07.812185 3701 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 14:49:07.812201 3701 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 14:49:07.812207 3701 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 14:49:07.812409 3701 repair.go:29] Repairing admin network policies took 193.831µs I0418 14:49:07.812573 3701 repair.go:92] Repairing baseline admin network policies took 150.503µs I0418 14:49:07.812950 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 14:49:07.813694 3701 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 14:49:07.813709 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 14:49:07.815375 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 14:49:07.815395 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 14:49:07.815404 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 14:49:07.816864 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 14:49:07.816881 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 14:49:07.816903 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 14:49:07.817582 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 14:49:07.817596 3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 14:49:07.817604 3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 14:49:07.819619 3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 14:49:07.819637 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 14:49:07.819645 3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 14:49:07.821043 3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 14:49:07.821061 3701 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 14:49:07.821070 3701 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 14:49:07.823173 3701 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 14:49:07.823191 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 14:49:07.823199 3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 14:49:07.823859 3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 14:49:07.823878 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 14:49:07.823886 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 14:49:07.824362 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 14:49:07.824378 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 14:49:07.824387 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 14:49:07.824835 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 14:49:07.824852 3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 14:49:07.824860 3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 14:49:07.825334 3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 14:49:07.825351 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 14:49:07.825360 3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 14:49:07.825809 3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 14:49:07.825823 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 14:49:07.825829 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 14:49:07.826277 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 14:49:07.826301 3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 14:49:07.826307 3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 14:49:07.827552 3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 14:49:07.827571 3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 14:49:07.827581 3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 14:49:07.828540 3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 14:49:07.828557 3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 14:49:07.828568 3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 14:49:07.829718 3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 14:49:07.829737 3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 14:49:07.829746 3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 14:49:07.830903 3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 14:49:07.830921 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 14:49:07.830928 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 14:49:07.831186 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 14:49:07.831199 3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 14:49:07.831206 3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 14:49:07.831670 3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 14:49:07.831685 3701 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 14:49:07.831692 3701 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 14:49:07.832554 3701 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 14:49:07.832573 3701 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 14:49:07.832579 3701 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 14:49:07.832870 3701 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 14:49:07.832889 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 14:49:07.832897 3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 14:49:07.833341 3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 14:49:07.833359 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 14:49:07.833368 3701 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 14:49:07.833633 3701 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 14:49:07.833648 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 14:49:07.833655 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 14:49:07.834162 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 14:49:07.834180 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 14:49:07.834188 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 14:49:07.834663 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 14:49:07.834677 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 14:49:07.834683 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 14:49:07.835861 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 14:49:07.835879 3701 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 14:49:07.835888 3701 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 14:49:07.836873 3701 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 14:49:07.836894 3701 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 14:49:07.836904 3701 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 14:49:07.837963 3701 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 14:49:07.837980 3701 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 14:49:07.837987 3701 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 14:49:07.838508 3701 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 14:49:07.838523 3701 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 14:49:07.838532 3701 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 14:49:07.840258 3701 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 14:49:07.845655 3701 egressfirewall.go:374] Starting EgressFirewall controller I0418 14:49:07.845690 3701 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 14:49:07.845721 3701 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 14:49:07.845724 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 14:49:07.845742 3701 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 14:49:07.845761 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 14:49:07.845772 3701 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 14:49:07.846032 3701 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 14:49:07.846045 3701 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 14:49:07.846050 3701 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 14:49:07.846059 3701 egressqos.go:193] Setting up event handlers for EgressQoS I0418 14:49:07.846066 3701 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:49:07.846078 3701 egressfirewall.go:723] Syncing node "ip-10-0-1-63.ec2.internal" for egress firewall I0418 14:49:07.846084 3701 egressfirewall.go:723] Syncing node "ip-10-0-2-81.ec2.internal" for egress firewall I0418 14:49:07.846214 3701 egressqos.go:245] Starting EgressQoS Controller I0418 14:49:07.846224 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 14:49:07.846231 3701 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 14:49:07.846295 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 14:49:07.846307 3701 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 14:49:07.846315 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 14:49:07.846323 3701 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 14:49:07.846327 3701 egressqos.go:259] Repairing EgressQoSes I0418 14:49:07.846331 3701 egressqos.go:399] Starting repairing loop for egressqos I0418 14:49:07.846423 3701 egressqos.go:401] Finished repairing loop for egressqos: 91.177µs I0418 14:49:07.846447 3701 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 14:49:07.846481 3701 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-131.ec2.internal I0418 14:49:07.846531 3701 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-131.ec2.internal : 47.72µs I0418 14:49:07.846612 3701 egressservice_zone.go:210] Starting Egress Services Controller I0418 14:49:07.846666 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 14:49:07.846678 3701 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 14:49:07.846683 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 14:49:07.846702 3701 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 14:49:07.846740 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 14:49:07.846748 3701 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 14:49:07.846753 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 14:49:07.846758 3701 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 14:49:07.846761 3701 egressservice_zone.go:228] Repairing Egress Services I0418 14:49:07.847063 3701 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 14:49:07.847073 3701 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 14:49:07.847108 3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:07.847123 3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 16.138µs I0418 14:49:07.847131 3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:07.847134 3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 4.29µs I0418 14:49:07.847139 3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-81.ec2.internal I0418 14:49:07.847157 3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-81.ec2.internal: 18.791µs I0418 14:49:07.847179 3701 default_network_controller.go:585] Completing all the Watchers took 302.440563ms I0418 14:49:07.847196 3701 default_network_controller.go:589] Starting unidling controllers I0418 14:49:07.847206 3701 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 14:49:07.847212 3701 unidle.go:63] Populating Initial ContollerEvent events I0418 14:49:07.847222 3701 unidle.go:79] Setting up event handlers for services I0418 14:49:07.847267 3701 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 14:49:08.114235 3701 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:08.614365 3701 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:09.114857 3701 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:09.614606 3701 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:09.962851 3701 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 14:49:09.974245 3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-63.ec2.internal I0418 14:49:09.974275 3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-63.ec2.internal: 37.964µs I0418 14:49:10.114925 3701 default_node_network_controller.go:519] Node connection status = connected I0418 14:49:10.133331 3701 bridgeconfig.go:537] Gateway is ready I0418 14:49:10.133349 3701 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 14:49:10.145454 3701 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.131. Updating OVN encap IP. I0418 14:49:10.151036 3701 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.131 - it is already configured I0418 14:49:10.151050 3701 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.131/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 14:49:10.151269 3701 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.131/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-131.ec2.internal","mac-address":"12:c3:df:25:1b:0d","ip-addresses":["10.0.0.131/24"],"ip-address":"10.0.0.131/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a269138f-06a6-49fb-8c18-f099b52f4c83 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.131/24"}] on node ip-10-0-0-131.ec2.internal I0418 14:49:10.208944 3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:10.208971 3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 35.776µs I0418 14:49:10.208950 3701 master.go:548] Adding or Updating local node "ip-10-0-0-131.ec2.internal" for network "default" I0418 14:49:10.208985 3701 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0418 14:49:10.209047 3701 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0418 14:49:10.209067 3701 services_controller.go:574] Full service sync requested for network=default I0418 14:49:10.208950 3701 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0418 14:49:10.210012 3701 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.131 I0418 14:49:10.210214 3701 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-131.ec2.internal I0418 14:49:10.213656 3701 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0418 14:49:10.213743 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-82x2w I0418 14:49:10.213766 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-82x2w I0418 14:49:10.213776 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jmfn7 I0418 14:49:10.213802 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fwqfd I0418 14:49:10.213812 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-82x2w after 0 failed attempt(s) I0418 14:49:10.213811 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal I0418 14:49:10.213818 3701 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-cp4zm I0418 14:49:10.213749 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:10.213824 3701 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-cp4zm I0418 14:49:10.213827 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal I0418 14:49:10.213828 3701 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal I0418 14:49:10.213837 3701 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal I0418 14:49:10.213834 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gcjr2 I0418 14:49:10.213853 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gcjr2 I0418 14:49:10.213847 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4kjb7 I0418 14:49:10.213858 3701 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-131.ec2.internal after 0 failed attempt(s) I0418 14:49:10.213856 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-131.ec2.internal after 0 failed attempt(s) I0418 14:49:10.213830 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-294wx I0418 14:49:10.213873 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gcjr2 after 0 failed attempt(s) I0418 14:49:10.213879 3701 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-cp4zm after 0 failed attempt(s) I0418 14:49:10.213816 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fwqfd I0418 14:49:10.213901 3701 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-294wx] creating logical port openshift-multus_network-metrics-daemon-294wx for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:10.213900 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fwqfd after 0 failed attempt(s) I0418 14:49:10.213807 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jmfn7 I0418 14:49:10.213932 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jmfn7 after 0 failed attempt(s) I0418 14:49:10.213934 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-w5fbq I0418 14:49:10.213902 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4kjb7 I0418 14:49:10.213948 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-w5fbq I0418 14:49:10.213960 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4kjb7 after 0 failed attempt(s) I0418 14:49:10.213963 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-w5fbq after 0 failed attempt(s) I0418 14:49:10.213961 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hqvgc I0418 14:49:10.213968 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:10.213974 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hqvgc I0418 14:49:10.213986 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-npc59 I0418 14:49:10.213991 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hqvgc after 0 failed attempt(s) I0418 14:49:10.214015 3701 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-snpz4 I0418 14:49:10.214023 3701 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-npc59] creating logical port openshift-network-diagnostics_network-check-target-npc59 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:10.214026 3701 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-snpz4 I0418 14:49:10.214039 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-snpz4 after 0 failed attempt(s) I0418 14:49:10.214717 3701 pods.go:271] [openshift-multus/network-metrics-daemon-294wx] addLogicalPort took 825.492µs, libovsdb time 311.482µs I0418 14:49:10.214729 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-294wx after 0 failed attempt(s) I0418 14:49:10.214803 3701 pods.go:271] [openshift-network-diagnostics/network-check-target-npc59] addLogicalPort took 788.414µs, libovsdb time 300.503µs I0418 14:49:10.214813 3701 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-npc59 after 0 failed attempt(s) I0418 14:49:10.240746 3701 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 14:49:10.253761 3701 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 14:49:10.257414 3701 iptables.go:108] Creating table: nat chain: OUTPUT I0418 14:49:10.320854 3701 iptables.go:108] Creating table: nat chain: PREROUTING I0418 14:49:10.383876 3701 iptables.go:108] Creating table: filter chain: FORWARD I0418 14:49:10.401936 3701 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 14:49:10.402041 3701 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 14:49:10.402087 3701 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 14:49:10.402173 3701 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 14:49:10.402227 3701 gateway_init.go:325] Gateway and management port readiness took 2.792772016s I0418 14:49:10.402255 3701 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 14:49:10.402298 3701 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 14:49:10.402312 3701 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 14:49:10.402320 3701 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 14:49:10.402389 3701 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 14:49:10.402477 3701 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.913µs I0418 14:49:10.402720 3701 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 14:49:10.402750 3701 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.973µs I0418 14:49:10.402758 3701 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.192µs I0418 14:49:10.402769 3701 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 14:49:10.402780 3701 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 14:49:10.402800 3701 default_node_network_controller.go:899] Starting the default node network controller I0418 14:49:10.402805 3701 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 14:49:10.402889 3701 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.506µs I0418 14:49:10.402964 3701 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 14:49:10.402972 3701 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 14:49:10.402995 3701 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8d050 0xc00033fa40 0xc00033fab0 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fce0 0xc000ca73b0 0xc00033fd50 0xc00033fe30 0xc0000fe320 0xc006463340 0xc00033fea0 map[0x2ff9080:0xc00219e240 0x2ff95c0:0xc00219e3c0 0x2ffa2e0:0xc00219e180 0x2ffa580:0xc00219e1e0 0x2ffad60:0xc00219e2a0 0x2ffb000:0xc00219e300 0x2ffb2a0:0xc00219e360 0x2ffba80:0xc00219e420 0x2ffbd20:0xc00219e480 0x3026980:0xc000a1d320 0x3026d20:0xc000a1d380 0x3027800:0xc000ce7560 0x3029160:0xc00110aa80 0x30298a0:0xc000a1d4a0 0x302a720:0xc000a1d2c0] 0xc000cd01c0 0} I0418 14:49:10.403062 3701 gateway.go:151] Starting gateway service sync I0418 14:49:10.403468 3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 14:49:10.405826 3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 14:49:10.432223 3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 14:49:10.433702 3701 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 14:49:10.435066 3701 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 14:49:10.472382 3701 gateway.go:168] Gateway service sync done. Time taken: 69.309183ms I0418 14:49:10.473077 3701 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31151 I0418 14:49:10.473197 3701 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8d050 0xc00033fa40 0xc00033fab0 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fce0 0xc000ca73b0 0xc00033fd50 0xc00033fe30 0xc0000fe320 0xc006463340 0xc00033fea0 map[0x2ff9080:0xc00219e240 0x2ff95c0:0xc00219e3c0 0x2ffa2e0:0xc00219e180 0x2ffa580:0xc00219e1e0 0x2ffad60:0xc00219e2a0 0x2ffb000:0xc00219e300 0x2ffb2a0:0xc00219e360 0x2ffba80:0xc00219e420 0x2ffbd20:0xc00219e480 0x3026980:0xc000a1d320 0x3026d20:0xc000a1d380 0x3027800:0xc000ce7560 0x3029160:0xc00110aa80 0x30298a0:0xc000a1d4a0 0x302a720:0xc000a1d2c0] 0xc000cd01c0 0} I0418 14:49:10.473674 3701 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8d050 0xc00033fa40 0xc00033fab0 0xc00033fb20 0xc00033fb90 0xc00033fc00 0xc00033fce0 0xc000ca73b0 0xc00033fd50 0xc00033fe30 0xc0000fe320 0xc006463340 0xc00033fea0 map[0x2ff9080:0xc00219e240 0x2ff95c0:0xc00219e3c0 0x2ffa2e0:0xc00219e180 0x2ffa580:0xc00219e1e0 0x2ffad60:0xc00219e2a0 0x2ffb000:0xc00219e300 0x2ffb2a0:0xc00219e360 0x2ffba80:0xc00219e420 0x2ffbd20:0xc00219e480 0x3026980:0xc000a1d320 0x3026d20:0xc000a1d380 0x3027800:0xc000ce7560 0x3029160:0xc00110aa80 0x30298a0:0xc000a1d4a0 0x302a720:0xc000a1d2c0] 0xc000cd01c0 0} I0418 14:49:10.473716 3701 gateway.go:532] Reconciling gateway with updates I0418 14:49:10.479412 3701 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 14:49:10.479504 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:10.479516 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:10.479531 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:10.479537 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:10.479534 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:10.479548 3701 default_node_network_controller.go:944] Gateway and management port readiness took 76.5662ms I0418 14:49:10.479546 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:10.479556 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:10.479565 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:10.479568 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:10.479580 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:10.479595 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:10.479595 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:10.479597 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 14:49:10.479603 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 14:49:10.479603 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 14:49:10.479611 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:10.479620 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 14:49:10.479621 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:10.479626 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:10.479627 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 14:49:10.479634 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:10.479635 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 14:49:10.479633 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:10.479644 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:10.479644 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:10.479597 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:10.479646 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 14:49:10.479649 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:10.479660 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:10.479656 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:10.479664 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 14:49:10.479670 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:10.479644 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 14:49:10.479679 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:10.479623 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:10.479688 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 14:49:10.479688 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 14:49:10.479641 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:10.479706 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 14:49:10.479707 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 14:49:10.479709 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 14:49:10.479720 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:10.479729 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:10.479728 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:10.479732 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 14:49:10.479740 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:10.479742 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 14:49:10.479746 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:10.479729 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 14:49:10.479760 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:10.479743 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:10.479764 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:10.479767 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:10.479779 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 14:49:10.479655 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:10.479801 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:10.479805 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:10.479805 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:10.479808 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 14:49:10.479812 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 14:49:10.479817 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:10.479828 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:10.479831 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:10.479840 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:10.479842 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 14:49:10.479776 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:10.479852 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:10.479858 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 14:49:10.479861 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:10.479875 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 14:49:10.479891 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:10.479897 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:10.479900 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 14:49:10.479909 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:10.479916 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:10.479923 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 14:49:10.479977 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 14:49:10.479841 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:10.480004 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:10.480021 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:10.479924 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 14:49:10.480077 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 14:49:10.479878 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:10.480082 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:10.480102 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:10.480111 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:10.480112 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:10.480120 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:10.480126 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:10.480139 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 14:49:10.480143 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:10.480152 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 14:49:10.480161 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 14:49:10.480166 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:10.480161 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:10.479764 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 14:49:10.480183 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:10.480187 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:10.480140 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:10.480100 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:10.480205 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:10.480215 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:10.480237 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 14:49:10.480142 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 14:49:10.480115 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:10.480263 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:10.480129 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:10.480337 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 14:49:10.479879 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 14:49:10.479890 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 14:49:10.480133 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:10.480143 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:10.480397 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:10.480488 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:10.480507 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:10.480511 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:10.480512 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:10.480530 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:10.480529 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:10.480564 3701 port_claim.go:71] Svc openshift-ingress/router-default: port 31604 is already open, no action needed I0418 14:49:10.480580 3701 port_claim.go:71] Svc openshift-ingress/router-default: port 31494 is already open, no action needed I0418 14:49:10.480809 3701 node_ip_handler_linux.go:160] Node IP manager is running W0418 14:49:10.521136 3701 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 14:49:10.521329 3701 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 14:49:10.521522 3701 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0418 14:49:10.532054 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 14:49:10.532083 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 14:49:10.584202 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 14:49:10.584238 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 14:49:10.584253 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 14:49:10.584262 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 14:49:10.584278 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 14:49:10.584291 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 14:49:10.584326 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 14:49:10.584349 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 14:49:10.584359 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 14:49:10.584364 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 14:49:10.629640 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0418 14:49:11.694420 3701 egressip_healthcheck.go:76] Health checking using insecure connection I0418 14:49:11.694491 3701 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0418 14:49:11.694823 3701 default_node_network_controller.go:1380] Starting node controller node sync I0418 14:49:11.707005 3701 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.15876ms I0418 14:49:11.707138 3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-81.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:11.707157 3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-81.ec2.internal", IP: 10.0.2.81 to PMTUD blocking rules I0418 14:49:11.707226 3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 14:49:11.707243 3701 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-63.ec2.internal", IP: 10.0.1.63 to PMTUD blocking rules I0418 14:49:11.719605 3701 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 14:49:11.719903 3701 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 14:49:11.720016 3701 egressservice_node.go:183] Starting Egress Services Controller I0418 14:49:11.720033 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 14:49:11.720043 3701 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 14:49:11.720051 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 14:49:11.720056 3701 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 14:49:11.720063 3701 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 14:49:11.720068 3701 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 14:49:11.720072 3701 egressservice_node.go:197] Repairing Egress Services I0418 14:49:11.730622 3701 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 14:49:11.730632 3701 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 14:49:11.730857 3701 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 14:49:11.730870 3701 link_network_manager.go:119] Link manager is running I0418 14:49:11.730879 3701 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 14:49:11.731028 3701 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 14:49:11.731228 3701 vrf_manager.go:128] VRF manager is running I0418 14:49:11.731307 3701 node_controller_manager.go:437] Removing flows to drop GARP I0418 14:49:11.731318 3701 gateway.go:532] Reconciling gateway with updates I0418 14:49:11.756723 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:11.756739 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:11.756754 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:11.756757 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:11.756765 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:11.756767 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 14:49:11.756772 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 14:49:11.756777 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 14:49:11.756779 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 14:49:11.756805 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:11.756821 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 14:49:11.756847 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:11.756847 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:11.756859 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 14:49:11.756862 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:11.756864 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:11.756869 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 14:49:11.756875 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 14:49:11.756876 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 14:49:11.756861 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 14:49:11.756880 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 14:49:11.756891 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:11.756888 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:11.756892 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:11.756905 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:11.756912 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:11.756917 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:11.756923 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 14:49:11.756919 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:11.756928 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 14:49:11.756932 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:11.756849 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 14:49:11.756939 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:11.756944 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 14:49:11.756950 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:11.756955 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 14:49:11.756953 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 14:49:11.756955 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:11.756966 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 14:49:11.756961 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 14:49:11.756970 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:11.756973 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 14:49:11.756971 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:11.756979 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 14:49:11.756967 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:11.756979 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:11.756986 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 14:49:11.756982 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:11.756994 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 14:49:11.756756 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 14:49:11.757004 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:11.757004 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 14:49:11.757013 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 14:49:11.756894 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:11.757021 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:11.757024 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:11.757028 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 14:49:11.756920 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:11.757035 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 14:49:11.757043 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 14:49:11.757077 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:11.756901 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:49:11.757096 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 14:49:11.756919 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 14:49:11.756768 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:11.757227 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 14:49:11.757234 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 14:49:11.756906 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:11.757245 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:11.757251 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 14:49:11.757253 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 14:49:11.757258 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 14:49:11.757268 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 14:49:11.757274 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 14:49:11.757279 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 14:49:11.756780 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 14:49:11.756908 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 14:49:11.756780 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:11.757362 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 14:49:11.756935 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:11.757381 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 14:49:11.756939 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:11.757446 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 14:49:11.756948 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:11.757489 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 14:49:11.756963 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 14:49:11.757512 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 14:49:11.756956 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:11.757520 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 14:49:11.757531 3701 port_claim.go:71] Svc openshift-ingress/router-default: port 31604 is already open, no action needed I0418 14:49:11.757536 3701 port_claim.go:71] Svc openshift-ingress/router-default: port 31494 is already open, no action needed I0418 14:49:11.756984 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:11.757586 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 14:49:11.757591 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 14:49:11.756728 3701 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:11.757597 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 14:49:11.757601 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 14:49:11.756990 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 14:49:11.757031 3701 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 14:49:11.757039 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 14:49:11.780452 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 14:49:11.780466 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 14:49:11.780489 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 14:49:11.780496 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 14:49:11.780501 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 14:49:11.780507 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 14:49:11.780512 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 14:49:11.780518 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 14:49:11.780523 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 14:49:11.780528 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 14:49:11.780534 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 14:49:11.780539 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 14:49:11.780544 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 14:49:11.780549 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 14:49:11.780554 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 14:49:11.821329 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 14:49:11.821362 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 14:49:11.821370 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 14:49:11.821378 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 14:49:11.821385 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 14:49:11.821406 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 14:49:11.821426 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 14:49:11.821438 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 14:49:11.821450 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 14:49:11.821459 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 14:49:11.821467 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 14:49:11.821472 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 14:49:11.821479 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 14:49:11.821488 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 14:49:11.821494 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 14:49:11.821499 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 14:49:11.870163 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 14:49:11.870198 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 14:49:11.870219 3701 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) W0418 14:49:12.690732 3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 14:49:12.749769 3701 default_network_controller.go:1025] Node "ip-10-0-2-81.ec2.internal" in remote zone "ip-10-0-2-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 14:49:12.750631 3701 zone_ic_handler.go:195] Time taken to create transit switch: 286.963µs I0418 14:49:12.750647 3701 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-81.ec2.internal for the network default I0418 14:49:12.751768 3701 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-81.ec2.internal" on network "default" took: 1.439576ms W0418 14:49:12.758541 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 14:49:13.416280 3701 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 14:49:13.417206 3701 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 905.802µs I0418 14:49:13.432875 3701 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 14:49:13.635860 3701 namespace.go:98] [openshift-service-ca] adding namespace I0418 14:49:13.636762 3701 namespace.go:102] [openshift-service-ca] adding namespace took 882.146µs I0418 14:49:13.651324 3701 namespace.go:142] [openshift-service-ca] updating namespace I0418 14:49:13.819004 3701 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0418 14:49:13.819034 3701 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 35.851µs I0418 14:49:13.844243 3701 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b4644bbcc-6rg9d] creating logical port openshift-image-registry_image-registry-7b4644bbcc-6rg9d for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:13.844391 3701 kube.go:256] Updating pod openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:49:13.862358 3701 pod.go:62] [openshift-image-registry/image-registry-7b4644bbcc-6rg9d] pod update took 18.006872ms I0418 14:49:13.862380 3701 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b4644bbcc-6rg9d] addLogicalPort annotation time took 18.032082ms I0418 14:49:13.863595 3701 pods.go:271] [openshift-image-registry/image-registry-7b4644bbcc-6rg9d] addLogicalPort took 19.36418ms, libovsdb time 945.897µs I0418 14:49:13.864512 3701 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fskbh] creating logical port openshift-ingress-canary_ingress-canary-fskbh for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:13.864620 3701 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fskbh I0418 14:49:13.868694 3701 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-m4vzn] creating logical port openshift-dns_dns-default-m4vzn for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:13.868831 3701 kube.go:256] Updating pod openshift-dns/dns-default-m4vzn I0418 14:49:13.882062 3701 pod.go:62] [openshift-ingress-canary/ingress-canary-fskbh] pod update took 17.460963ms I0418 14:49:13.882082 3701 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fskbh] addLogicalPort annotation time took 17.485917ms I0418 14:49:13.883298 3701 pods.go:271] [openshift-ingress-canary/ingress-canary-fskbh] addLogicalPort took 18.803723ms, libovsdb time 861.345µs I0418 14:49:13.885143 3701 pod.go:62] [openshift-dns/dns-default-m4vzn] pod update took 16.370914ms I0418 14:49:13.885166 3701 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-m4vzn] addLogicalPort annotation time took 16.399486ms I0418 14:49:13.886303 3701 pods.go:271] [openshift-dns/dns-default-m4vzn] addLogicalPort took 17.624901ms, libovsdb time 774.804µs I0418 14:49:14.281850 3701 cni.go:452] [openshift-ingress-canary/ingress-canary-fskbh 7045a68fcda61966718130b04f80556e316957bc8bbc393df7e6d195b00ea993 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fskbh 7045a68fcda61966718130b04f80556e316957bc8bbc393df7e6d195b00ea993 network default NAD default NAD key ] I0418 14:49:14.319955 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fskbh, hostIfaceName: 7045a68fcda6196, network: default, NAD default, SandboxID: "7045a68fcda61966718130b04f80556e316957bc8bbc393df7e6d195b00ea993", PCI device ID: , UID: "3ac2698a-f9a3-4d06-894f-432c78629bec", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0418 14:49:14.376025 3701 cni.go:473] [openshift-ingress-canary/ingress-canary-fskbh 7045a68fcda61966718130b04f80556e316957bc8bbc393df7e6d195b00ea993 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fskbh 7045a68fcda61966718130b04f80556e316957bc8bbc393df7e6d195b00ea993 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:cf:f0:0d:dc:b0\",\"name\":\"7045a68fcda6196\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5665aa4-292e-4f63-b9b0-400f47c3b411\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:15.313949 3701 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-rtpft] creating logical port openshift-service-ca_service-ca-d9cb48497-rtpft for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:15.314081 3701 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-rtpft I0418 14:49:15.327532 3701 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-rtpft] pod update took 13.474171ms I0418 14:49:15.327553 3701 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-rtpft] addLogicalPort annotation time took 13.500011ms I0418 14:49:15.328700 3701 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-rtpft] addLogicalPort took 14.765884ms, libovsdb time 858.848µs W0418 14:49:15.667033 3701 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 14:49:15.689971 3701 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:15.690491 3701 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:15.901502 3701 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-rtpft c18b253c00fb96004bac98ba6f86a39ea29d73408ddaaad42e2c10d95dacbaad network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-rtpft c18b253c00fb96004bac98ba6f86a39ea29d73408ddaaad42e2c10d95dacbaad network default NAD default NAD key ] I0418 14:49:15.911355 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-rtpft, hostIfaceName: c18b253c00fb960, network: default, NAD default, SandboxID: "c18b253c00fb96004bac98ba6f86a39ea29d73408ddaaad42e2c10d95dacbaad", PCI device ID: , UID: "4495def7-6330-4eef-85a3-feb2f547d8ce", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0418 14:49:15.958209 3701 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-rtpft c18b253c00fb96004bac98ba6f86a39ea29d73408ddaaad42e2c10d95dacbaad network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-rtpft c18b253c00fb96004bac98ba6f86a39ea29d73408ddaaad42e2c10d95dacbaad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f4:da:6b:99:ff\",\"name\":\"c18b253c00fb960\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fce3dbb-e6f4-4ef6-848f-20ea1a76e2b7\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:16.664051 3701 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:16.664079 3701 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-78mxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:17.911872 3701 cni.go:452] [openshift-network-diagnostics/network-check-target-npc59 c793b56cdab1a0717f5364c0831080d04161e8e20b12b4df9c3b45d893d6e5ab network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-npc59 c793b56cdab1a0717f5364c0831080d04161e8e20b12b4df9c3b45d893d6e5ab network default NAD default NAD key ] I0418 14:49:17.921449 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-npc59, hostIfaceName: c793b56cdab1a07, network: default, NAD default, SandboxID: "c793b56cdab1a0717f5364c0831080d04161e8e20b12b4df9c3b45d893d6e5ab", PCI device ID: , UID: "aa593067-f9d3-4e02-8595-1647086e0c4b", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0418 14:49:17.969135 3701 cni.go:473] [openshift-network-diagnostics/network-check-target-npc59 c793b56cdab1a0717f5364c0831080d04161e8e20b12b4df9c3b45d893d6e5ab network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-npc59 c793b56cdab1a0717f5364c0831080d04161e8e20b12b4df9c3b45d893d6e5ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:57:3d:d9:90:06\",\"name\":\"c793b56cdab1a07\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a777f71-2f7e-4c0f-84a1-0a9771c0dacd\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:49:23.161419 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 14:49:29.834987 3701 cni.go:452] [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key ] I0418 14:49:29.845272 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b4644bbcc-6rg9d, hostIfaceName: f5e05e606c2ed80, network: default, NAD default, SandboxID: "f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a", PCI device ID: , UID: "2c7c81c5-2b27-4424-80bf-6ca4a95c9afb", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0418 14:49:29.888268 3701 cni.go:452] [openshift-dns/dns-default-m4vzn 5c681a872c3b6171612a427e40201125623c88c26761efde33959d800f6a0a0a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-m4vzn 5c681a872c3b6171612a427e40201125623c88c26761efde33959d800f6a0a0a network default NAD default NAD key ] I0418 14:49:29.897230 3701 cni.go:473] [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:7d:30:ae:9b:c5\",\"name\":\"f5e05e606c2ed80\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/862d2a4b-d6bd-471d-b392-0837dfc0c1c0\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:29.899372 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-m4vzn, hostIfaceName: 5c681a872c3b617, network: default, NAD default, SandboxID: "5c681a872c3b6171612a427e40201125623c88c26761efde33959d800f6a0a0a", PCI device ID: , UID: "239ceb63-9083-47c5-8dea-1675996af745", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0418 14:49:29.947492 3701 cni.go:473] [openshift-dns/dns-default-m4vzn 5c681a872c3b6171612a427e40201125623c88c26761efde33959d800f6a0a0a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-m4vzn 5c681a872c3b6171612a427e40201125623c88c26761efde33959d800f6a0a0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:7d:89:7c:0f:06\",\"name\":\"5c681a872c3b617\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e884a4b6-3bd1-46a1-b2fb-7964347cd535\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:49:34.728965 3701 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:34.740564 3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:34.742111 3701 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.742132 3701 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:34.742139 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0418 14:49:34.862891 3701 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-jthwl] creating logical port openshift-console_downloads-5c54f4944f-jthwl for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:34.863019 3701 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jthwl I0418 14:49:34.905297 3701 pod.go:62] [openshift-console/downloads-5c54f4944f-jthwl] pod update took 42.307626ms I0418 14:49:34.905321 3701 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-jthwl] addLogicalPort annotation time took 42.337205ms W0418 14:49:34.905397 3701 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 14:49:34.906545 3701 pods.go:271] [openshift-console/downloads-5c54f4944f-jthwl] addLogicalPort took 43.669958ms, libovsdb time 936.919µs I0418 14:49:35.058690 3701 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lkglx] creating logical port openshift-insights_insights-runtime-extractor-lkglx for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:35.058816 3701 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lkglx I0418 14:49:35.107463 3701 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lkglx I0418 14:49:35.209692 3701 pod.go:62] [openshift-insights/insights-runtime-extractor-lkglx] pod update took 150.928461ms I0418 14:49:35.209717 3701 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lkglx] addLogicalPort annotation time took 150.956332ms I0418 14:49:35.210826 3701 pods.go:271] [openshift-insights/insights-runtime-extractor-lkglx] addLogicalPort took 152.151552ms, libovsdb time 800.534µs I0418 14:49:35.256388 3701 cni.go:452] [openshift-console/downloads-5c54f4944f-jthwl dc44dabf969457878ec12937526463fed60a30ef4caf75a0ee0757da8ee1fef7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-jthwl dc44dabf969457878ec12937526463fed60a30ef4caf75a0ee0757da8ee1fef7 network default NAD default NAD key ] I0418 14:49:35.268120 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-jthwl, hostIfaceName: dc44dabf9694578, network: default, NAD default, SandboxID: "dc44dabf969457878ec12937526463fed60a30ef4caf75a0ee0757da8ee1fef7", PCI device ID: , UID: "83cf5ca9-882e-4395-ba60-29673a02cb85", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0418 14:49:35.316497 3701 cni.go:473] [openshift-console/downloads-5c54f4944f-jthwl dc44dabf969457878ec12937526463fed60a30ef4caf75a0ee0757da8ee1fef7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-jthwl dc44dabf969457878ec12937526463fed60a30ef4caf75a0ee0757da8ee1fef7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:8b:65:80:3b:6c\",\"name\":\"dc44dabf9694578\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84082b5f-a980-4d49-a80b-3ed5d3cc84c8\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:35.411222 3701 cni.go:452] [openshift-insights/insights-runtime-extractor-lkglx 6f083bbf55192b2063c990dd112aef2ec5e58925ac6284a7e29d2da48bd45fa9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lkglx 6f083bbf55192b2063c990dd112aef2ec5e58925ac6284a7e29d2da48bd45fa9 network default NAD default NAD key ] I0418 14:49:35.422671 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lkglx, hostIfaceName: 6f083bbf55192b2, network: default, NAD default, SandboxID: "6f083bbf55192b2063c990dd112aef2ec5e58925ac6284a7e29d2da48bd45fa9", PCI device ID: , UID: "14a7f8ae-ede6-4823-a0cf-8dc6ce809759", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0418 14:49:35.470727 3701 cni.go:473] [openshift-insights/insights-runtime-extractor-lkglx 6f083bbf55192b2063c990dd112aef2ec5e58925ac6284a7e29d2da48bd45fa9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lkglx 6f083bbf55192b2063c990dd112aef2ec5e58925ac6284a7e29d2da48bd45fa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:4e:73:8f:e2:4f\",\"name\":\"6f083bbf55192b2\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3e8b189-e3e1-4ebe-ba28-1eb6c8d52f94\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:36.741119 3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:36.741871 3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:49:36.762472 3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:36.762496 3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-2trfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:49:36.765514 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8d6849fd-2trfp I0418 14:49:36.765541 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8d6849fd-2trfp W0418 14:49:37.737543 3701 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:37.763016 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.763033 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.764617 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.764630 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.764635 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.795760 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.795803 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 14:49:37.795857 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.795880 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:37.795891 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 14:49:39.313025 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.313044 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.313050 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.313061 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.313065 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:39.313069 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0418 14:49:40.577144 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-kw5cb for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:40.577226 3701 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb I0418 14:49:40.591120 3701 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb] pod update took 13.914432ms I0418 14:49:40.591147 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb] addLogicalPort annotation time took 13.944488ms I0418 14:49:40.592597 3701 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb] addLogicalPort took 15.466235ms, libovsdb time 1.052584ms I0418 14:49:41.888822 3701 base_network_controller_pods.go:487] [default/openshift-console/console-698948cbb8-mddh5] creating logical port openshift-console_console-698948cbb8-mddh5 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:41.888928 3701 kube.go:256] Updating pod openshift-console/console-698948cbb8-mddh5 I0418 14:49:41.905362 3701 pod.go:62] [openshift-console/console-698948cbb8-mddh5] pod update took 16.459152ms I0418 14:49:41.905384 3701 base_network_controller_pods.go:951] [default/openshift-console/console-698948cbb8-mddh5] addLogicalPort annotation time took 16.485792ms I0418 14:49:41.906881 3701 pods.go:271] [openshift-console/console-698948cbb8-mddh5] addLogicalPort took 18.09547ms, libovsdb time 1.195959ms W0418 14:49:42.160038 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160062 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 14:49:42.160071 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0418 14:49:42.252989 3701 cni.go:452] [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key ] I0418 14:49:42.264407 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-698948cbb8-mddh5, hostIfaceName: 73da90e1f86eeb1, network: default, NAD default, SandboxID: "73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9", PCI device ID: , UID: "32b4e8fd-34c0-4f24-8441-74474e80f08c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0418 14:49:42.315649 3701 cni.go:473] [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:96:b4:23:53:57\",\"name\":\"73da90e1f86eeb1\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f03d769d-23e5-47da-9808-fb09c63e895e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:42.440600 3701 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb 3ae6cfcb6e9125b089aaf2ec025dff0737c9b0ee2a14276ad0614a6e4c717881 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb 3ae6cfcb6e9125b089aaf2ec025dff0737c9b0ee2a14276ad0614a6e4c717881 network default NAD default NAD key ] I0418 14:49:42.452000 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-kw5cb, hostIfaceName: 3ae6cfcb6e9125b, network: default, NAD default, SandboxID: "3ae6cfcb6e9125b089aaf2ec025dff0737c9b0ee2a14276ad0614a6e4c717881", PCI device ID: , UID: "38883510-caed-4f11-b167-a98978a59052", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0418 14:49:42.502463 3701 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb 3ae6cfcb6e9125b089aaf2ec025dff0737c9b0ee2a14276ad0614a6e4c717881 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-kw5cb 3ae6cfcb6e9125b089aaf2ec025dff0737c9b0ee2a14276ad0614a6e4c717881 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:93:86:9c:fb:5d\",\"name\":\"3ae6cfcb6e9125b\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4d789fb-9679-487c-9acb-1524cf9e6c7c\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:49:43.640106 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:43.640142 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:44.201227 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 14:49:44.223695 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0418 14:49:44.632413 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-92mx5] creating logical port openshift-monitoring_prometheus-operator-76b589d668-92mx5 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:44.632617 3701 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-92mx5 I0418 14:49:44.646640 3701 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-92mx5] pod update took 14.058986ms I0418 14:49:44.646664 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-92mx5] addLogicalPort annotation time took 14.149672ms I0418 14:49:44.648388 3701 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-92mx5] addLogicalPort took 16.005723ms, libovsdb time 1.197262ms W0418 14:49:47.307806 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:47.307838 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 14:49:50.291034 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:50.291063 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:50.812412 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 14:49:52.528385 3701 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-92mx5 1af749a5e14837acca872f0b88a9782745494157cbbe4a1cfb2a7fcd4fd87e2b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-92mx5 1af749a5e14837acca872f0b88a9782745494157cbbe4a1cfb2a7fcd4fd87e2b network default NAD default NAD key ] I0418 14:49:52.530742 3701 cni.go:452] [openshift-multus/network-metrics-daemon-294wx 234b8f3537ff0bbc9fa9bf558c6388e7a15dcdcd1de29716450b987cb5692430 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-294wx 234b8f3537ff0bbc9fa9bf558c6388e7a15dcdcd1de29716450b987cb5692430 network default NAD default NAD key ] I0418 14:49:52.540386 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-294wx, hostIfaceName: 234b8f3537ff0bb, network: default, NAD default, SandboxID: "234b8f3537ff0bbc9fa9bf558c6388e7a15dcdcd1de29716450b987cb5692430", PCI device ID: , UID: "e46fb41b-1dba-487b-a689-f0d7fd3dc11c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0418 14:49:52.541234 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-92mx5, hostIfaceName: 1af749a5e14837a, network: default, NAD default, SandboxID: "1af749a5e14837acca872f0b88a9782745494157cbbe4a1cfb2a7fcd4fd87e2b", PCI device ID: , UID: "5f9413f6-b40c-476d-a5cd-39a8f9c19aec", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0418 14:49:52.594308 3701 cni.go:473] [openshift-multus/network-metrics-daemon-294wx 234b8f3537ff0bbc9fa9bf558c6388e7a15dcdcd1de29716450b987cb5692430 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-294wx 234b8f3537ff0bbc9fa9bf558c6388e7a15dcdcd1de29716450b987cb5692430 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ac:56:33:95:37\",\"name\":\"234b8f3537ff0bb\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19ce8013-87ab-49c2-a587-58d837a75d9a\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:52.608608 3701 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-92mx5 1af749a5e14837acca872f0b88a9782745494157cbbe4a1cfb2a7fcd4fd87e2b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-92mx5 1af749a5e14837acca872f0b88a9782745494157cbbe4a1cfb2a7fcd4fd87e2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:52:ea:9c:04:7c\",\"name\":\"1af749a5e14837a\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ea226d5-6ee1-4b81-ab2b-943715a9e80f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:49:53.125717 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 14:49:53.236575 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0418 14:49:53.261950 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0418 14:49:53.289311 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 14:49:54.458008 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 14:49:56.090282 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-bl47j] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-bl47j for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:56.090499 3701 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-bl47j I0418 14:49:56.112403 3701 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-bl47j] pod update took 21.931099ms I0418 14:49:56.112471 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-bl47j] addLogicalPort annotation time took 22.003794ms I0418 14:49:56.113955 3701 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-bl47j] addLogicalPort took 23.696454ms, libovsdb time 1.094358ms I0418 14:49:56.156332 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-fdvt8 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:56.156445 3701 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8 I0418 14:49:56.188287 3701 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8] pod update took 31.875426ms I0418 14:49:56.188378 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8] addLogicalPort annotation time took 31.973746ms I0418 14:49:56.189640 3701 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8] addLogicalPort took 33.323959ms, libovsdb time 940.836µs I0418 14:49:56.456718 3701 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-bl47j b8ec56b23fa763d33a6e01eb37f027e565b8af95eef48cd7ff6296ff83d8acef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-bl47j b8ec56b23fa763d33a6e01eb37f027e565b8af95eef48cd7ff6296ff83d8acef network default NAD default NAD key ] I0418 14:49:56.467717 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-bl47j, hostIfaceName: b8ec56b23fa763d, network: default, NAD default, SandboxID: "b8ec56b23fa763d33a6e01eb37f027e565b8af95eef48cd7ff6296ff83d8acef", PCI device ID: , UID: "67c3f1f2-5a44-4993-851f-821ae3ea0400", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0418 14:49:56.526723 3701 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-bl47j b8ec56b23fa763d33a6e01eb37f027e565b8af95eef48cd7ff6296ff83d8acef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-bl47j b8ec56b23fa763d33a6e01eb37f027e565b8af95eef48cd7ff6296ff83d8acef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:22:58:02:5f:21\",\"name\":\"b8ec56b23fa763d\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13d1319c-6016-47ed-b573-c21a3fc4a380\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:57.119718 3701 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8 8b03a221e9234424a2c3bcb9361123a1372db05d2585807d1940e22e0660c411 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8 8b03a221e9234424a2c3bcb9361123a1372db05d2585807d1940e22e0660c411 network default NAD default NAD key ] I0418 14:49:57.130961 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-fdvt8, hostIfaceName: 8b03a221e923442, network: default, NAD default, SandboxID: "8b03a221e9234424a2c3bcb9361123a1372db05d2585807d1940e22e0660c411", PCI device ID: , UID: "0c834b1b-4474-430f-887a-4de5793e2b33", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0418 14:49:57.185107 3701 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8 8b03a221e9234424a2c3bcb9361123a1372db05d2585807d1940e22e0660c411 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fdvt8 8b03a221e9234424a2c3bcb9361123a1372db05d2585807d1940e22e0660c411 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:bc:01:d2:fd:ce\",\"name\":\"8b03a221e923442\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8b95989-3147-40bd-9e4e-888c170355f0\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:57.261945 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:57.262074 3701 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0418 14:49:57.291040 3701 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 29.019554ms I0418 14:49:57.291063 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 29.048033ms I0418 14:49:57.294233 3701 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 32.336696ms, libovsdb time 2.835724ms I0418 14:49:57.742211 3701 cni.go:452] [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key ] I0418 14:49:57.752323 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2b405d42fa60c2d, network: default, NAD default, SandboxID: "2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce", PCI device ID: , UID: "2c64dff8-f19e-43d8-bd24-42272e38ba21", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0418 14:49:57.807739 3701 cni.go:473] [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:89:64:14:f1:51\",\"name\":\"2b405d42fa60c2d\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51fe68bd-7493-44a7-ba5d-779f2e094a0c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:49:58.182107 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz] creating logical port openshift-monitoring_thanos-querier-5bd94fc75c-v4wtz for pod on switch ip-10-0-0-131.ec2.internal I0418 14:49:58.182262 3701 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz I0418 14:49:58.209006 3701 pod.go:62] [openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz] pod update took 26.777421ms I0418 14:49:58.209040 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz] addLogicalPort annotation time took 26.816597ms I0418 14:49:58.210508 3701 pods.go:271] [openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz] addLogicalPort took 28.422109ms, libovsdb time 1.057477ms I0418 14:49:58.554640 3701 cni.go:452] [openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz d1966fa41711d48ee7e1c8ddfa65f6cfab6fab4afcabf16ed914eb697097f27f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz d1966fa41711d48ee7e1c8ddfa65f6cfab6fab4afcabf16ed914eb697097f27f network default NAD default NAD key ] I0418 14:49:58.565342 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5bd94fc75c-v4wtz, hostIfaceName: d1966fa41711d48, network: default, NAD default, SandboxID: "d1966fa41711d48ee7e1c8ddfa65f6cfab6fab4afcabf16ed914eb697097f27f", PCI device ID: , UID: "aa1092a5-c6cd-405c-9e5a-ff45ae65b163", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0418 14:49:58.628492 3701 cni.go:473] [openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz d1966fa41711d48ee7e1c8ddfa65f6cfab6fab4afcabf16ed914eb697097f27f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5bd94fc75c-v4wtz d1966fa41711d48ee7e1c8ddfa65f6cfab6fab4afcabf16ed914eb697097f27f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ad:07:e3:aa:89\",\"name\":\"d1966fa41711d48\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/515bf4e9-d90b-4253-97c8-8365ddd98b45\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:49:58.855002 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:49:58.855064 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:49:59.482123 3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:49:59.482149 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:49:59.482158 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 14:50:00.064448 3701 cni.go:452] [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key ] I0418 14:50:00.149377 3701 cni.go:473] [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7b4644bbcc-6rg9d f5e05e606c2ed802275ea860fcbf7dfdc216338822d98a52d09a34dc9a403c0a network default NAD default NAD key default], result "{}", err W0418 14:50:00.303098 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303117 3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:00.303121 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 14:50:00.617557 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5494855978-wnnrx] creating logical port openshift-monitoring_metrics-server-5494855978-wnnrx for pod on switch ip-10-0-0-131.ec2.internal I0418 14:50:00.617728 3701 kube.go:256] Updating pod openshift-monitoring/metrics-server-5494855978-wnnrx I0418 14:50:00.630251 3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:00.630286 3701 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:50:00.632561 3701 pod.go:62] [openshift-monitoring/metrics-server-5494855978-wnnrx] pod update took 14.859737ms I0418 14:50:00.632643 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5494855978-wnnrx] addLogicalPort annotation time took 14.944962ms I0418 14:50:00.633347 3701 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7b4644bbcc-6rg9d, ips: 10.130.0.5 I0418 14:50:00.633398 3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:00.633892 3701 pods.go:271] [openshift-monitoring/metrics-server-5494855978-wnnrx] addLogicalPort took 16.356551ms, libovsdb time 811.026µs I0418 14:50:00.642841 3701 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bb9c6498-pqwz6] creating logical port openshift-image-registry_image-registry-bb9c6498-pqwz6 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:50:00.643025 3701 kube.go:256] Updating pod openshift-image-registry/image-registry-bb9c6498-pqwz6 I0418 14:50:00.661407 3701 pod.go:62] [openshift-image-registry/image-registry-bb9c6498-pqwz6] pod update took 18.420973ms I0418 14:50:00.661475 3701 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bb9c6498-pqwz6] addLogicalPort annotation time took 18.497381ms I0418 14:50:00.663252 3701 pods.go:271] [openshift-image-registry/image-registry-bb9c6498-pqwz6] addLogicalPort took 20.490856ms, libovsdb time 1.311386ms I0418 14:50:00.937098 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-k9gsk for pod on switch ip-10-0-0-131.ec2.internal I0418 14:50:00.937263 3701 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk I0418 14:50:00.980216 3701 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk W0418 14:50:00.988933 3701 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-59c885b95b-wg2dp IP address from the namespace address-set, err: pod openshift-console/console-59c885b95b-wg2dp: no pod IPs found I0418 14:50:01.000081 3701 cni.go:452] [openshift-monitoring/metrics-server-5494855978-wnnrx e40ccab7aa7231850e03b045306f9f77e663382f33253512286181c1a427e029 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5494855978-wnnrx e40ccab7aa7231850e03b045306f9f77e663382f33253512286181c1a427e029 network default NAD default NAD key ] I0418 14:50:01.013314 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5494855978-wnnrx, hostIfaceName: e40ccab7aa72318, network: default, NAD default, SandboxID: "e40ccab7aa7231850e03b045306f9f77e663382f33253512286181c1a427e029", PCI device ID: , UID: "262a7c68-701a-443d-a184-cd8086f3c160", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0418 14:50:01.028113 3701 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk] pod update took 90.877761ms I0418 14:50:01.028133 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk] addLogicalPort annotation time took 90.901774ms I0418 14:50:01.029692 3701 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk] addLogicalPort took 92.643243ms, libovsdb time 1.170643ms I0418 14:50:01.035670 3701 cni.go:452] [openshift-image-registry/image-registry-bb9c6498-pqwz6 116c13d1603f9675fff92b3a172e2f5e1aaab6dc1174d02a6ac1e0da2df95bef network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bb9c6498-pqwz6 116c13d1603f9675fff92b3a172e2f5e1aaab6dc1174d02a6ac1e0da2df95bef network default NAD default NAD key ] I0418 14:50:01.049634 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bb9c6498-pqwz6, hostIfaceName: 116c13d1603f967, network: default, NAD default, SandboxID: "116c13d1603f9675fff92b3a172e2f5e1aaab6dc1174d02a6ac1e0da2df95bef", PCI device ID: , UID: "b4a59719-eae3-4574-93d0-aea4c4517afb", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0418 14:50:01.081654 3701 cni.go:473] [openshift-monitoring/metrics-server-5494855978-wnnrx e40ccab7aa7231850e03b045306f9f77e663382f33253512286181c1a427e029 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5494855978-wnnrx e40ccab7aa7231850e03b045306f9f77e663382f33253512286181c1a427e029 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:87:61:05:85:03\",\"name\":\"e40ccab7aa72318\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c04973d-cd67-4b09-b2ad-1f66dc137ac4\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:50:01.113479 3701 cni.go:473] [openshift-image-registry/image-registry-bb9c6498-pqwz6 116c13d1603f9675fff92b3a172e2f5e1aaab6dc1174d02a6ac1e0da2df95bef network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bb9c6498-pqwz6 116c13d1603f9675fff92b3a172e2f5e1aaab6dc1174d02a6ac1e0da2df95bef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:02:74:04:02:22\",\"name\":\"116c13d1603f967\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e409b4a6-dff0-443f-ab4b-5ca5b2446370\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:50:01.333255 3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:01.333284 3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b4644bbcc-6rg9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:01.338396 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:50:01.338426 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b4644bbcc-6rg9d I0418 14:50:01.878761 3701 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk 8f993b4e0af1bab77996c966221e3de6616ba93958295569dea0d95082d31131 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk 8f993b4e0af1bab77996c966221e3de6616ba93958295569dea0d95082d31131 network default NAD default NAD key ] I0418 14:50:01.891926 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-k9gsk, hostIfaceName: 8f993b4e0af1bab, network: default, NAD default, SandboxID: "8f993b4e0af1bab77996c966221e3de6616ba93958295569dea0d95082d31131", PCI device ID: , UID: "1ea5232b-0d6a-4846-83bd-54b516d8dc21", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0418 14:50:01.957911 3701 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk 8f993b4e0af1bab77996c966221e3de6616ba93958295569dea0d95082d31131 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k9gsk 8f993b4e0af1bab77996c966221e3de6616ba93958295569dea0d95082d31131 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f7:e8:6c:10:d8\",\"name\":\"8f993b4e0af1bab\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cfcbfd4-6601-4468-972c-273a97f4d8f5\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:50:02.315582 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315608 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315617 3701 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:02.315621 3701 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:03.321768 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:03.878702 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:03.878723 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:04.327656 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0418 14:50:04.357378 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0418 14:50:05.516274 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 14:50:05.516296 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 14:50:05.643845 3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644451 3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644484 3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644495 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 14:50:05.644517 3701 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:50:05.644528 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 14:50:06.666801 3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.666827 3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.666844 3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.666853 3701 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zp6rc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:06.743757 3701 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 14:50:06.754462 3701 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0418 14:50:07.553334 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553356 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553363 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553369 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553385 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553394 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553400 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.553405 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:07.618356 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:08.346097 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:08.346126 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:08.346134 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:08.346141 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 14:50:08.876989 3701 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-647c7c45d7-pdz7k IP address from the namespace address-set, err: pod openshift-console/console-647c7c45d7-pdz7k: no pod IPs found W0418 14:50:08.880057 3701 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-647c7c45d7-fgm4s IP address from the namespace address-set, err: pod openshift-console/console-647c7c45d7-fgm4s: no pod IPs found I0418 14:50:19.744145 3701 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-wqzcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:19.744705 3701 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-wqzcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:20.609928 3701 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-wqzcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:20.609955 3701 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-wqzcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:20.615054 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698948cbb8-wqzcv I0418 14:50:20.615078 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698948cbb8-wqzcv W0418 14:50:22.950293 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0418 14:50:23.335102 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0418 14:50:24.075419 3701 cni.go:452] [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key ] I0418 14:50:24.137719 3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.138264 3701 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.145876 3701 cni.go:473] [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-698948cbb8-mddh5 73da90e1f86eeb1602800c9ac27c42ca4826cf0aa73e633ded926240d2cee8c9 network default NAD default NAD key default], result "{}", err I0418 14:50:24.195892 3701 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-mddh5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.195928 3701 pods.go:176] Deleting pod: openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.197621 3701 pods.go:236] Attempting to release IPs for pod: openshift-console/console-698948cbb8-mddh5, ips: 10.130.0.12 I0418 14:50:24.197652 3701 obj_retry.go:498] Detected object openshift-console/console-698948cbb8-mddh5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:24.205051 3701 base_network_controller_pods.go:487] [default/openshift-console/console-966c699f-xxmjk] creating logical port openshift-console_console-966c699f-xxmjk for pod on switch ip-10-0-0-131.ec2.internal I0418 14:50:24.205152 3701 kube.go:256] Updating pod openshift-console/console-966c699f-xxmjk I0418 14:50:24.218331 3701 pod.go:62] [openshift-console/console-966c699f-xxmjk] pod update took 13.204838ms I0418 14:50:24.218357 3701 base_network_controller_pods.go:951] [default/openshift-console/console-966c699f-xxmjk] addLogicalPort annotation time took 13.234237ms I0418 14:50:24.219547 3701 pods.go:271] [openshift-console/console-966c699f-xxmjk] addLogicalPort took 14.511384ms, libovsdb time 837.501µs I0418 14:50:24.403449 3701 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-mddh5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.403473 3701 obj_retry.go:492] Detected object openshift-console/console-698948cbb8-mddh5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.406755 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.406803 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-698948cbb8-mddh5 I0418 14:50:24.595530 3701 cni.go:452] [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key ] I0418 14:50:24.605360 3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.605390 3701 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8d6849fd-z5x4n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:24.605567 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-966c699f-xxmjk, hostIfaceName: a5b455473170132, network: default, NAD default, SandboxID: "a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d", PCI device ID: , UID: "f08f7bdc-5d5e-4a1c-91db-b5d27e08a72a", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0418 14:50:24.610254 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8d6849fd-z5x4n I0418 14:50:24.610352 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8d6849fd-z5x4n I0418 14:50:24.657194 3701 cni.go:473] [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:38:43:9e:58:1d\",\"name\":\"a5b455473170132\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae7340c5-7712-4e90-9ca6-e8cf98da909c\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:50:25.343051 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 14:50:27.645048 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.645070 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.645079 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.645095 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.645102 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.645109 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.730065 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.730087 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.730093 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:50:27.973196 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0418 14:50:30.642897 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:50:30.642919 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:50:30.676271 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:50:30.676297 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:50:35.466277 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 14:50:43.036207 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0418 14:50:54.332167 3701 obj_retry.go:498] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:54.333045 3701 obj_retry.go:498] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:55.080504 3701 obj_retry.go:492] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:55.080530 3701 obj_retry.go:492] Detected object openshift-ingress/router-default-7675989b4c-llxrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:55.083518 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:55.083541 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7675989b4c-llxrs I0418 14:50:55.967265 3701 obj_retry.go:498] Detected object openshift-console/console-59c885b95b-wjtnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:55.967816 3701 obj_retry.go:498] Detected object openshift-console/console-59c885b95b-wjtnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:50:56.085651 3701 obj_retry.go:492] Detected object openshift-console/console-59c885b95b-wjtnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:56.085681 3701 obj_retry.go:492] Detected object openshift-console/console-59c885b95b-wjtnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:50:56.091365 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59c885b95b-wjtnx I0418 14:50:56.091388 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59c885b95b-wjtnx I0418 14:51:17.956621 3701 cni.go:452] [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key ] I0418 14:51:18.033160 3701 cni.go:473] [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 2b405d42fa60c2d6ef9772326aa1a2a9f0eb393a401842b0fe64115380f1c6ce network default NAD default NAD key default], result "{}", err I0418 14:51:18.093975 3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:18.094016 3701 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0418 14:51:18.095260 3701 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0418 14:51:18.095290 3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:18.623131 3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:18.623155 3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:18.629748 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0418 14:51:18.629774 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0418 14:51:18.665177 3701 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:51:18.665279 3701 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0418 14:51:18.709776 3701 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 44.532359ms I0418 14:51:18.709823 3701 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 44.587719ms I0418 14:51:18.710998 3701 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 45.837183ms, libovsdb time 871.79µs I0418 14:51:19.025592 3701 cni.go:452] [openshift-monitoring/alertmanager-main-1 1971e3f0a14d4524f568005042e0285c71e603d527b00579e76555db260a2d0b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1971e3f0a14d4524f568005042e0285c71e603d527b00579e76555db260a2d0b network default NAD default NAD key ] I0418 14:51:19.035208 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1971e3f0a14d452, network: default, NAD default, SandboxID: "1971e3f0a14d4524f568005042e0285c71e603d527b00579e76555db260a2d0b", PCI device ID: , UID: "73f6d044-5a32-438d-a288-aa6848695874", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0418 14:51:19.086060 3701 cni.go:473] [openshift-monitoring/alertmanager-main-1 1971e3f0a14d4524f568005042e0285c71e603d527b00579e76555db260a2d0b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1971e3f0a14d4524f568005042e0285c71e603d527b00579e76555db260a2d0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:4b:d9:86:da:b4\",\"name\":\"1971e3f0a14d452\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09c95464-c9a1-4875-9cd8-de4c0fd65069\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:51:22.332995 3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:22.333518 3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:22.873945 3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:22.873972 3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:22.881084 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0418 14:51:22.881101 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0418 14:51:25.001372 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:25.001926 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:25.877405 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:25.877428 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:51:49.083911 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:51:49.083931 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 14:51:49.083937 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 14:51:50.381520 3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:50.382112 3701 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:50.982267 3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.982290 3701 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:50.988759 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0418 14:51:50.988801 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0418 14:51:51.857580 3701 obj_retry.go:498] Detected object openshift-console/console-966c699f-5jld6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:51.858069 3701 obj_retry.go:498] Detected object openshift-console/console-966c699f-5jld6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:51:52.021619 3701 obj_retry.go:492] Detected object openshift-console/console-966c699f-5jld6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:52.021647 3701 obj_retry.go:492] Detected object openshift-console/console-966c699f-5jld6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:51:52.028284 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-966c699f-5jld6 I0418 14:51:52.028312 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-966c699f-5jld6 I0418 14:52:02.459820 3701 cni.go:452] [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key ] I0418 14:52:02.527639 3701 cni.go:473] [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-966c699f-xxmjk a5b455473170132205824558bcdbfd331818d95bbcddac6b0c947a0042b3f17d network default NAD default NAD key default], result "{}", err I0418 14:52:02.578673 3701 obj_retry.go:498] Detected object openshift-console/console-966c699f-xxmjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:02.578705 3701 pods.go:176] Deleting pod: openshift-console/console-966c699f-xxmjk I0418 14:52:02.579959 3701 pods.go:236] Attempting to release IPs for pod: openshift-console/console-966c699f-xxmjk, ips: 10.130.0.21 I0418 14:52:02.579988 3701 obj_retry.go:498] Detected object openshift-console/console-966c699f-xxmjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:02.800464 3701 obj_retry.go:492] Detected object openshift-console/console-966c699f-xxmjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:02.800494 3701 obj_retry.go:492] Detected object openshift-console/console-966c699f-xxmjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:02.807190 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-966c699f-xxmjk I0418 14:52:02.807216 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-966c699f-xxmjk I0418 14:52:25.469085 3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:25.469647 3701 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:52:26.448721 3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:26.448752 3701 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:52:26.455521 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0418 14:52:26.455543 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0418 14:52:47.362531 3701 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 14:54:59.258432 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0418 14:55:08.230087 3701 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-fr4z8 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:55:08.230221 3701 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8 I0418 14:55:08.253474 3701 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8] pod update took 23.281478ms I0418 14:55:08.253498 3701 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8] addLogicalPort annotation time took 23.309985ms I0418 14:55:08.254765 3701 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8] addLogicalPort took 24.694015ms, libovsdb time 884.763µs I0418 14:55:08.590840 3701 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8 307fd9130c8557bf712c5ca3dcaa65e0d16ee208acc99aad2e58a224278cc246 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8 307fd9130c8557bf712c5ca3dcaa65e0d16ee208acc99aad2e58a224278cc246 network default NAD default NAD key ] I0418 14:55:08.600956 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-fr4z8, hostIfaceName: 307fd9130c8557b, network: default, NAD default, SandboxID: "307fd9130c8557bf712c5ca3dcaa65e0d16ee208acc99aad2e58a224278cc246", PCI device ID: , UID: "3d088ce8-031c-4735-9ecb-6bdea6a26280", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0418 14:55:08.651857 3701 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8 307fd9130c8557bf712c5ca3dcaa65e0d16ee208acc99aad2e58a224278cc246 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-fr4z8 307fd9130c8557bf712c5ca3dcaa65e0d16ee208acc99aad2e58a224278cc246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a5:d5:4d:0f:73\",\"name\":\"307fd9130c8557b\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01400790-88ed-4189-8d96-781b28943eae\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:55:10.218990 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0418 14:55:11.516339 3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:55:19.129375 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 W0418 14:55:22.519729 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 14:55:22.551122 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 14:55:22.551193 3701 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7zsqx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-7zsqx: no pod IPs found I0418 14:55:27.224226 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 14:55:32.127853 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0418 14:56:00.019168 3701 namespace.go:98] [tsf] adding namespace I0418 14:56:00.020056 3701 namespace.go:102] [tsf] adding namespace took 863.978µs I0418 14:56:00.037590 3701 namespace.go:142] [tsf] updating namespace I0418 14:56:00.048510 3701 namespace.go:142] [tsf] updating namespace I0418 14:56:03.138399 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=523 I0418 14:56:04.232569 3701 namespace.go:98] [konflux-ui] adding namespace I0418 14:56:04.232648 3701 namespace.go:98] [rhbk-operator] adding namespace I0418 14:56:04.233480 3701 namespace.go:102] [konflux-ui] adding namespace took 885.051µs I0418 14:56:04.234130 3701 namespace.go:102] [rhbk-operator] adding namespace took 1.468228ms I0418 14:56:04.237038 3701 namespace.go:98] [cert-manager-operator] adding namespace I0418 14:56:04.237204 3701 namespace.go:98] [rhtpa-operator] adding namespace I0418 14:56:04.237269 3701 namespace.go:98] [tsf-tas] adding namespace I0418 14:56:04.237299 3701 namespace.go:98] [tsf-keycloak] adding namespace I0418 14:56:04.237389 3701 namespace.go:98] [konflux-operator] adding namespace I0418 14:56:04.237849 3701 namespace.go:102] [cert-manager-operator] adding namespace took 795.045µs I0418 14:56:04.238411 3701 namespace.go:102] [rhtpa-operator] adding namespace took 1.187894ms I0418 14:56:04.238898 3701 namespace.go:102] [tsf-tas] adding namespace took 1.613811ms I0418 14:56:04.238928 3701 namespace.go:98] [tsf-tpa] adding namespace I0418 14:56:04.239399 3701 namespace.go:102] [tsf-tpa] adding namespace took 461.696µs I0418 14:56:04.239977 3701 namespace.go:102] [tsf-keycloak] adding namespace took 2.6674ms I0418 14:56:04.240550 3701 namespace.go:102] [konflux-operator] adding namespace took 3.147665ms I0418 14:56:04.261820 3701 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.278755 3701 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.285145 3701 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.285187 3701 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:04.285295 3701 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.291969 3701 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.297911 3701 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.297953 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.302013 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.302176 3701 namespace.go:142] [konflux-ui] updating namespace I0418 14:56:04.352712 3701 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.363616 3701 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:56:04.371271 3701 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.381621 3701 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:56:04.393912 3701 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.428174 3701 namespace.go:142] [tsf-tas] updating namespace I0418 14:56:04.437649 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.477335 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:04.485907 3701 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.500035 3701 namespace.go:142] [konflux-operator] updating namespace I0418 14:56:04.517030 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.530516 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:04.551269 3701 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:04.566214 3701 namespace.go:142] [rhbk-operator] updating namespace I0418 14:56:05.342158 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:56:05.359928 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:56:05.514600 3701 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-131.ec2.internal I0418 14:56:05.514729 3701 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0418 14:56:05.533967 3701 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.276727ms I0418 14:56:05.533988 3701 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.305996ms I0418 14:56:05.535200 3701 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.62092ms, libovsdb time 867.716µs I0418 14:56:05.895414 3701 cni.go:452] [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key ] I0418 14:56:05.904703 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: bc84a85f584d044, network: default, NAD default, SandboxID: "bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798", PCI device ID: , UID: "ee65c262-4b32-4bf4-9de7-8eae46762108", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0418 14:56:05.956381 3701 cni.go:473] [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:3b:24:32:75:e2\",\"name\":\"bc84a85f584d044\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d723c4e-7e64-4ce6-9121-e7d8e7d4ecfc\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:56:07.132935 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 14:56:07.219137 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 14:56:12.174641 3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.175238 3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.175265 3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.175273 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:12.175286 3701 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.175290 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:12.202333 3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.203000 3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.203026 3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.203034 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:12.203047 3701 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:12.203054 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:13.197118 3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197143 3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197158 3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.197176 3701 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecekzbjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225337 3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225370 3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225387 3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:13.225404 3701 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2bxpw7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:15.209267 3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.209815 3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.209846 3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.209855 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:15.209868 3701 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:15.209875 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:15.240778 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0418 14:56:16.232683 3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232709 3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232723 3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:16.232748 3701 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hbt69 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.222199 3701 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.222763 3701 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.222806 3701 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.222814 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:18.222825 3701 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:18.222829 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:18.340779 3701 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340823 3701 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340838 3701 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:18.340851 3701 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lgqsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:19.227402 3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.227974 3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228002 3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228010 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:19.228028 3701 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.228034 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:19.265100 3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265660 3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265688 3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265699 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 14:56:19.265715 3701 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 14:56:19.265722 3701 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 14:56:20.253778 3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.253828 3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.253846 3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.253857 3701 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbnbnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.293920 3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.293941 3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.293954 3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:20.293967 3701 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jz2m6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:56:25.437980 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:29.925199 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0418 14:56:29.935444 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 14:56:35.069729 3701 namespace.go:142] [openshift-operators] updating namespace I0418 14:56:35.099691 3701 namespace.go:142] [openshift-operators] updating namespace W0418 14:56:36.544706 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.684726 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.696721 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.708532 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 14:56:38.732092 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 14:56:39.795516 3701 namespace.go:98] [cert-manager] adding namespace I0418 14:56:39.796388 3701 namespace.go:102] [cert-manager] adding namespace took 845.755µs I0418 14:56:39.818503 3701 namespace.go:142] [cert-manager] updating namespace I0418 14:56:39.826755 3701 namespace.go:142] [cert-manager] updating namespace I0418 14:56:42.501702 3701 namespace.go:142] [openshift-operators] updating namespace W0418 14:56:46.256488 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 14:56:46.256506 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 14:56:49.930916 3701 cni.go:452] [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key ] I0418 14:56:50.002939 3701 cni.go:473] [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions bc84a85f584d0443d0ac9698f9cb6566574ba62733c383af8f26bf6b724b3798 network default NAD default NAD key default], result "{}", err I0418 14:56:50.170828 3701 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:50.170865 3701 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0418 14:56:50.172014 3701 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.24 I0418 14:56:50.172045 3701 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:56:50.301008 3701 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:50.301030 3701 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:56:50.338036 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 14:56:50.338065 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0418 14:56:51.288502 3701 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-44dbr] creating logical port cert-manager_cert-manager-59ccb4bb6b-44dbr for pod on switch ip-10-0-0-131.ec2.internal I0418 14:56:51.288599 3701 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-44dbr I0418 14:56:51.327755 3701 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-44dbr] pod update took 39.17883ms I0418 14:56:51.327778 3701 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-44dbr] addLogicalPort annotation time took 39.20752ms I0418 14:56:51.328983 3701 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-44dbr] addLogicalPort took 40.498943ms, libovsdb time 848.725µs I0418 14:56:51.661086 3701 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-44dbr 284b2ce1617277ac8343503fb888629f561c990b4fb2c9dfaf58f5ebacd072b6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-44dbr 284b2ce1617277ac8343503fb888629f561c990b4fb2c9dfaf58f5ebacd072b6 network default NAD default NAD key ] I0418 14:56:51.670720 3701 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-44dbr, hostIfaceName: 284b2ce1617277a, network: default, NAD default, SandboxID: "284b2ce1617277ac8343503fb888629f561c990b4fb2c9dfaf58f5ebacd072b6", PCI device ID: , UID: "485c05c6-01ed-4778-b24c-7909cd73c9f7", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0418 14:56:51.721623 3701 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-44dbr 284b2ce1617277ac8343503fb888629f561c990b4fb2c9dfaf58f5ebacd072b6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-44dbr 284b2ce1617277ac8343503fb888629f561c990b4fb2c9dfaf58f5ebacd072b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:df:c2:7b:0d:7b\",\"name\":\"284b2ce1617277a\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6503171a-42b5-48d9-807e-1cf8ab2a14b8\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:56:52.066810 3701 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-131.ec2.internal I0418 14:56:52.066909 3701 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0418 14:56:52.086045 3701 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.164794ms I0418 14:56:52.086068 3701 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.190658ms I0418 14:56:52.087274 3701 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.506764ms, libovsdb time 880.378µs I0418 14:56:52.432756 3701 cni.go:452] [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key ] I0418 14:56:52.444460 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: bb8a63af324fc52, network: default, NAD default, SandboxID: "bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6", PCI device ID: , UID: "b4d545fa-8fe4-43a5-8a43-b6a49dafbd3a", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0418 14:56:52.502592 3701 cni.go:473] [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:72:5e:77:6a:25\",\"name\":\"bb8a63af324fc52\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ddb0376-af12-4a79-b518-6e4d68be1969\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:56:53.089722 3701 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 14:56:53.090777 3701 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.030582ms I0418 14:56:53.112149 3701 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:56:53.126605 3701 namespace.go:142] [trusted-artifact-signer] updating namespace W0418 14:56:53.609654 3701 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 14:56:54.942434 3701 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-5vxbm for pod on switch ip-10-0-0-131.ec2.internal I0418 14:56:54.942559 3701 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm I0418 14:56:54.949990 3701 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-fndd9 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:56:54.950162 3701 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9 I0418 14:56:54.956442 3701 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm] pod update took 13.916791ms I0418 14:56:54.956469 3701 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm] addLogicalPort annotation time took 13.950744ms I0418 14:56:54.958095 3701 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm] addLogicalPort took 15.685731ms, libovsdb time 1.162117ms I0418 14:56:54.967272 3701 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9] pod update took 17.145169ms I0418 14:56:54.967302 3701 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9] addLogicalPort annotation time took 17.180904ms I0418 14:56:54.968941 3701 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9] addLogicalPort took 18.96996ms, libovsdb time 1.100965ms I0418 14:56:55.229062 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0418 14:56:58.984301 3701 namespace.go:98] [openshift-pipelines] adding namespace I0418 14:56:58.985210 3701 namespace.go:102] [openshift-pipelines] adding namespace took 885.473µs I0418 14:56:58.998237 3701 namespace.go:142] [openshift-pipelines] updating namespace I0418 14:56:59.688035 3701 namespace.go:142] [cert-manager] updating namespace I0418 14:56:59.894046 3701 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:00.293982 3701 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:00.494876 3701 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:00.697251 3701 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:01.099209 3701 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:01.300471 3701 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:01.504056 3701 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:01.699973 3701 namespace.go:142] [tsf] updating namespace I0418 14:57:01.901739 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:02.102394 3701 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:02.306396 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:02.467552 3701 namespace.go:142] [cert-manager] updating namespace I0418 14:57:02.481576 3701 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:02.495415 3701 namespace.go:142] [default] updating namespace I0418 14:57:02.507509 3701 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:02.523223 3701 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:02.535947 3701 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:02.545498 3701 namespace.go:142] [openshift] updating namespace I0418 14:57:02.562918 3701 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:02.575156 3701 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:02.592362 3701 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:02.601726 3701 namespace.go:142] [tsf] updating namespace I0418 14:57:02.624434 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:02.642170 3701 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:02.653275 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:02.702014 3701 namespace.go:142] [cert-manager] updating namespace I0418 14:57:02.785542 3701 namespace.go:142] [cert-manager-operator] updating namespace I0418 14:57:02.884899 3701 namespace.go:142] [default] updating namespace I0418 14:57:02.985708 3701 namespace.go:142] [konflux-operator] updating namespace I0418 14:57:03.085297 3701 namespace.go:142] [konflux-ui] updating namespace I0418 14:57:03.184455 3701 namespace.go:142] [open-cluster-management-2pokgob5a30o7adolbkai270pogv0d3d] updating namespace I0418 14:57:03.284648 3701 namespace.go:142] [openshift] updating namespace I0418 14:57:03.383762 3701 namespace.go:142] [rhbk-operator] updating namespace I0418 14:57:03.484820 3701 namespace.go:142] [rhtpa-operator] updating namespace I0418 14:57:03.584277 3701 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 14:57:03.684567 3701 namespace.go:142] [tsf] updating namespace I0418 14:57:03.785518 3701 namespace.go:142] [tsf-keycloak] updating namespace I0418 14:57:03.885277 3701 namespace.go:142] [tsf-tas] updating namespace I0418 14:57:03.984072 3701 namespace.go:142] [tsf-tpa] updating namespace I0418 14:57:04.285233 3701 namespace.go:142] [openshift-pipelines] updating namespace I0418 14:57:05.513891 3701 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm 2ce1988896bd6fa4de64ee0879f259366ed6ed7e7673a7a1bb37b97cfad46d17 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm 2ce1988896bd6fa4de64ee0879f259366ed6ed7e7673a7a1bb37b97cfad46d17 network default NAD default NAD key ] I0418 14:57:05.520520 3701 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9 4622105a3ef00eb8511b2cd16ac95c395fac37fa3314b3ddb15891bb731f94a0 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9 4622105a3ef00eb8511b2cd16ac95c395fac37fa3314b3ddb15891bb731f94a0 network default NAD default NAD key ] I0418 14:57:05.523836 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-5vxbm, hostIfaceName: 2ce1988896bd6fa, network: default, NAD default, SandboxID: "2ce1988896bd6fa4de64ee0879f259366ed6ed7e7673a7a1bb37b97cfad46d17", PCI device ID: , UID: "b9307232-79bd-4a7f-847f-b9db9eddb3be", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0418 14:57:05.530643 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-fndd9, hostIfaceName: 4622105a3ef00eb, network: default, NAD default, SandboxID: "4622105a3ef00eb8511b2cd16ac95c395fac37fa3314b3ddb15891bb731f94a0", PCI device ID: , UID: "12faada5-9602-40c2-893c-d2f8b196d36f", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0418 14:57:05.577290 3701 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm 2ce1988896bd6fa4de64ee0879f259366ed6ed7e7673a7a1bb37b97cfad46d17 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5vxbm 2ce1988896bd6fa4de64ee0879f259366ed6ed7e7673a7a1bb37b97cfad46d17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cc:51:dc:93:33\",\"name\":\"2ce1988896bd6fa\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f3646c1-f104-447a-89fa-c2e31ff2e3a4\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:57:05.598993 3701 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9 4622105a3ef00eb8511b2cd16ac95c395fac37fa3314b3ddb15891bb731f94a0 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fndd9 4622105a3ef00eb8511b2cd16ac95c395fac37fa3314b3ddb15891bb731f94a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:3c:4d:61:39:16\",\"name\":\"4622105a3ef00eb\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d38930af-e52c-4178-88f0-2b7572ac3aca\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:57:06.150643 3701 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 14:57:06.396074 3701 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0418 14:57:09.130034 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 I0418 14:57:10.253057 3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 14:57:12.629977 3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-75m7h for pod on switch ip-10-0-0-131.ec2.internal I0418 14:57:12.630081 3701 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h I0418 14:57:12.646422 3701 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h] pod update took 16.368708ms I0418 14:57:12.646449 3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h] addLogicalPort annotation time took 16.401724ms I0418 14:57:12.647697 3701 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h] addLogicalPort took 17.741409ms, libovsdb time 904.84µs I0418 14:57:12.997692 3701 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h 418dc4da6713e91925599d03d6177fb5b65bc9fc09577ca09e95bba4cb467efc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h 418dc4da6713e91925599d03d6177fb5b65bc9fc09577ca09e95bba4cb467efc network default NAD default NAD key ] I0418 14:57:13.007103 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-75m7h, hostIfaceName: 418dc4da6713e91, network: default, NAD default, SandboxID: "418dc4da6713e91925599d03d6177fb5b65bc9fc09577ca09e95bba4cb467efc", PCI device ID: , UID: "f0ac46c6-e3ec-407c-ab44-7ae354f85717", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0418 14:57:13.062161 3701 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h 418dc4da6713e91925599d03d6177fb5b65bc9fc09577ca09e95bba4cb467efc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-75m7h 418dc4da6713e91925599d03d6177fb5b65bc9fc09577ca09e95bba4cb467efc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ed:98:89:7a:21\",\"name\":\"418dc4da6713e91\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fed20476-4a6c-4a98-907f-ea64b99a551c\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:57:16.444850 3701 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.444867 3701 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.444871 3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 14:57:16.498246 3701 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.498274 3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.498282 3701 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.498289 3701 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 14:57:16.692496 3701 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:16.692518 3701 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 14:57:16.692523 3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 14:57:24.131695 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=97 W0418 14:57:27.022269 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 14:57:27.046035 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0418 14:57:36.973341 3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-qd88b for pod on switch ip-10-0-0-131.ec2.internal I0418 14:57:36.973438 3701 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b I0418 14:57:36.986518 3701 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b] pod update took 13.106405ms I0418 14:57:36.986546 3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b] addLogicalPort annotation time took 13.14111ms I0418 14:57:36.987911 3701 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b] addLogicalPort took 14.586814ms, libovsdb time 950.934µs I0418 14:57:37.333595 3701 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b 213cee164aa41cf0e050693a602ed41ccd84e12d65c953db5256a5ebf1b65de1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b 213cee164aa41cf0e050693a602ed41ccd84e12d65c953db5256a5ebf1b65de1 network default NAD default NAD key ] I0418 14:57:37.343155 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-qd88b, hostIfaceName: 213cee164aa41cf, network: default, NAD default, SandboxID: "213cee164aa41cf0e050693a602ed41ccd84e12d65c953db5256a5ebf1b65de1", PCI device ID: , UID: "2c31058d-2c61-478e-84cb-be1550739602", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0418 14:57:37.395154 3701 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b 213cee164aa41cf0e050693a602ed41ccd84e12d65c953db5256a5ebf1b65de1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-qd88b 213cee164aa41cf0e050693a602ed41ccd84e12d65c953db5256a5ebf1b65de1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:76:de:b2:13:d6\",\"name\":\"213cee164aa41cf\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f464e4a-6fb0-47a9-9a46-6b384ebb4802\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:57:40.814533 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 14:57:44.197832 3701 cni.go:452] [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key ] I0418 14:57:44.280283 3701 cni.go:473] [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure bb8a63af324fc52d635fb9981d55f53efde6f9ed220ced12373ff52bbae2f8d6 network default NAD default NAD key default], result "{}", err I0418 14:57:44.330742 3701 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:57:44.330825 3701 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0418 14:57:44.332223 3701 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.26 I0418 14:57:44.332260 3701 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:57:44.350123 3701 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:57:44.350176 3701 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:57:44.356916 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 14:57:44.356937 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 14:57:45.343849 3701 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-131.ec2.internal I0418 14:57:45.344000 3701 kube.go:256] Updating pod tsf/test-tsf-iam I0418 14:57:45.358927 3701 pod.go:62] [tsf/test-tsf-iam] pod update took 14.952925ms I0418 14:57:45.358956 3701 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.984204ms I0418 14:57:45.361068 3701 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.236097ms, libovsdb time 1.597602ms I0418 14:57:45.709606 3701 cni.go:452] [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key ] I0418 14:57:45.720231 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 9209867d93ae9ef, network: default, NAD default, SandboxID: "9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6", PCI device ID: , UID: "13662bd2-bc12-4736-b38a-238cef3e8195", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0418 14:57:45.772335 3701 cni.go:473] [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:26:f5:c3:8d:d5\",\"name\":\"9209867d93ae9ef\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0fa48c7-b456-4ef1-8bf7-89a03f13b8ea\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:57:46.274907 3701 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 14:57:46.275447 3701 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 14:57:46.275466 3701 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 14:57:46.277532 3701 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0418 14:57:46.625600 3701 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:57:46.625724 3701 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0418 14:57:46.640726 3701 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.031856ms I0418 14:57:46.640746 3701 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.055727ms I0418 14:57:46.642137 3701 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.551955ms, libovsdb time 1.005161ms I0418 14:57:46.986180 3701 cni.go:452] [tsf-keycloak/keycloak-0 0da00822b6414b5d983f69e04dd10330cd901c1c9cb7fe382db5b9f24a40d092 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 0da00822b6414b5d983f69e04dd10330cd901c1c9cb7fe382db5b9f24a40d092 network default NAD default NAD key ] I0418 14:57:46.995975 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 0da00822b6414b5, network: default, NAD default, SandboxID: "0da00822b6414b5d983f69e04dd10330cd901c1c9cb7fe382db5b9f24a40d092", PCI device ID: , UID: "52f1f3c6-6e4a-42e5-8c9d-821228325009", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0418 14:57:47.046685 3701 cni.go:473] [tsf-keycloak/keycloak-0 0da00822b6414b5d983f69e04dd10330cd901c1c9cb7fe382db5b9f24a40d092 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 0da00822b6414b5d983f69e04dd10330cd901c1c9cb7fe382db5b9f24a40d092 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:aa:ae:ed:c5:d7\",\"name\":\"0da00822b6414b5\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80f48cce-ecbd-4733-a5f6-360055318a5a\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:57:47.947209 3701 namespace.go:142] [openshift-pipelines] updating namespace I0418 14:57:48.258537 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0418 14:57:53.253673 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:57:53.253698 3701 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:57:53.256815 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 14:57:53.256831 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 14:57:59.508909 3701 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 14:58:17.214910 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0418 14:58:17.214931 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0418 14:58:17.217729 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 14:58:17.217751 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0418 14:58:23.235091 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0418 14:58:23.246151 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 W0418 14:58:25.812505 3701 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:25.812524 3701 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 14:58:25.812529 3701 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 14:58:26.415195 3701 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-ljksg] creating logical port tsf-keycloak_tsf-iam-ljksg for pod on switch ip-10-0-0-131.ec2.internal I0418 14:58:26.415287 3701 kube.go:256] Updating pod tsf-keycloak/tsf-iam-ljksg I0418 14:58:26.428078 3701 pod.go:62] [tsf-keycloak/tsf-iam-ljksg] pod update took 12.815679ms I0418 14:58:26.428099 3701 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-ljksg] addLogicalPort annotation time took 12.841604ms I0418 14:58:26.429507 3701 pods.go:271] [tsf-keycloak/tsf-iam-ljksg] addLogicalPort took 14.338753ms, libovsdb time 920.641µs I0418 14:58:26.773927 3701 cni.go:452] [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key ] I0418 14:58:26.784173 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-ljksg, hostIfaceName: b7523685dabd61e, network: default, NAD default, SandboxID: "b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350", PCI device ID: , UID: "8aa8993a-8c38-45ff-9ef4-fe275fd3ac7a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0418 14:58:26.849682 3701 cni.go:473] [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:05:7c:cf:ee:b1\",\"name\":\"b7523685dabd61e\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cd07401-95da-4a02-94ac-7497a9722bbf\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:58:35.502350 3701 cni.go:452] [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key ] I0418 14:58:35.590777 3701 cni.go:473] [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 9209867d93ae9ef814fd91a420cc8b1f036eac063ce89868df6e566cc3ada1d6 network default NAD default NAD key default], result "{}", err I0418 14:58:35.645122 3701 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:35.645167 3701 pods.go:176] Deleting pod: tsf/test-tsf-iam I0418 14:58:35.646743 3701 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.31 I0418 14:58:35.646814 3701 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:35.682670 3701 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:35.682705 3701 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:35.685633 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 14:58:35.685755 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 14:58:36.436598 3701 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-131.ec2.internal I0418 14:58:36.436745 3701 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0418 14:58:36.449370 3701 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 12.646807ms I0418 14:58:36.449402 3701 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 12.686181ms I0418 14:58:36.450827 3701 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 14.245997ms, libovsdb time 948.931µs I0418 14:58:36.805159 3701 cni.go:452] [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key ] I0418 14:58:36.816003 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7251f07883b0e65, network: default, NAD default, SandboxID: "7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0", PCI device ID: , UID: "f9cf9c03-c056-4e9f-83a5-afd81f0b336a", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0418 14:58:36.875596 3701 cni.go:473] [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:31:5b:37:e4:59\",\"name\":\"7251f07883b0e65\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df5f17cd-a9f5-40e2-9606-15104d58a773\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:58:42.132748 3701 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 14:58:42.132772 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0418 14:58:45.571200 3701 cni.go:452] [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key ] I0418 14:58:45.645407 3701 cni.go:473] [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-ljksg b7523685dabd61ecbc53006dfae86421d627be0600806d04f3bfacc64fc01350 network default NAD default NAD key default], result "{}", err I0418 14:58:45.696305 3701 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ljksg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:45.696345 3701 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-ljksg I0418 14:58:45.697801 3701 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-ljksg, ips: 10.130.0.33 I0418 14:58:45.697830 3701 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ljksg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:46.592083 3701 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ljksg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:46.592104 3701 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ljksg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 14:58:49.933343 3701 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0418 14:58:49.959082 3701 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0418 14:58:51.844977 3701 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:58:51.845636 3701 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 14:58:52.192217 3701 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 14:58:52.212090 3701 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:52.212111 3701 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-bx8hn-fxtlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:58:56.802590 3701 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-thd49 for pod on switch ip-10-0-0-131.ec2.internal I0418 14:58:56.802695 3701 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49 I0418 14:58:56.816436 3701 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49] pod update took 13.762192ms I0418 14:58:56.816466 3701 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49] addLogicalPort annotation time took 13.796806ms I0418 14:58:56.817730 3701 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49] addLogicalPort took 15.163706ms, libovsdb time 870.827µs I0418 14:58:56.898493 3701 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-n8pgl for pod on switch ip-10-0-0-131.ec2.internal I0418 14:58:56.898620 3701 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl I0418 14:58:56.913363 3701 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl] pod update took 14.802544ms I0418 14:58:56.913387 3701 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl] addLogicalPort annotation time took 14.833423ms I0418 14:58:56.914609 3701 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl] addLogicalPort took 16.140268ms, libovsdb time 849.12µs I0418 14:58:57.001044 3701 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-bg85j for pod on switch ip-10-0-0-131.ec2.internal I0418 14:58:57.001179 3701 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j I0418 14:58:57.014526 3701 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j] pod update took 13.375034ms I0418 14:58:57.014549 3701 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j] addLogicalPort annotation time took 13.39928ms I0418 14:58:57.015812 3701 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j] addLogicalPort took 14.788801ms, libovsdb time 812.284µs I0418 14:58:57.162164 3701 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49 c18db5206896cef9264a03d8be3a04dfb0960d59a971de9a4a82965eb23aa071 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49 c18db5206896cef9264a03d8be3a04dfb0960d59a971de9a4a82965eb23aa071 network default NAD default NAD key ] I0418 14:58:57.171967 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-thd49, hostIfaceName: c18db5206896cef, network: default, NAD default, SandboxID: "c18db5206896cef9264a03d8be3a04dfb0960d59a971de9a4a82965eb23aa071", PCI device ID: , UID: "a92027bf-f965-4be6-aa99-ddfad2533d8f", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0418 14:58:57.227180 3701 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49 c18db5206896cef9264a03d8be3a04dfb0960d59a971de9a4a82965eb23aa071 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-thd49 c18db5206896cef9264a03d8be3a04dfb0960d59a971de9a4a82965eb23aa071 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ec:86:35:61:ef\",\"name\":\"c18db5206896cef\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2c9ede8-d03d-4f4b-aafd-2b51f1c092bc\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:58:57.262048 3701 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl 6b27aeea40251befe3c6eb5a38275272b825765be6c74bc672c8078ec8e43e0a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl 6b27aeea40251befe3c6eb5a38275272b825765be6c74bc672c8078ec8e43e0a network default NAD default NAD key ] I0418 14:58:57.271997 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-n8pgl, hostIfaceName: 6b27aeea40251be, network: default, NAD default, SandboxID: "6b27aeea40251befe3c6eb5a38275272b825765be6c74bc672c8078ec8e43e0a", PCI device ID: , UID: "14fac17f-d868-451e-966d-6d61b17df519", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0418 14:58:57.323932 3701 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl 6b27aeea40251befe3c6eb5a38275272b825765be6c74bc672c8078ec8e43e0a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-n8pgl 6b27aeea40251befe3c6eb5a38275272b825765be6c74bc672c8078ec8e43e0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c4:32:3d:b9:b7\",\"name\":\"6b27aeea40251be\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1af251a-f022-4887-92ae-bde7c8349b8f\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:58:57.362959 3701 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j d7b1b3b74c24c8bb2cb7e79d56e70b2844f08eacff8713c363b315d88c58bf25 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j d7b1b3b74c24c8bb2cb7e79d56e70b2844f08eacff8713c363b315d88c58bf25 network default NAD default NAD key ] I0418 14:58:57.372684 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-bg85j, hostIfaceName: d7b1b3b74c24c8b, network: default, NAD default, SandboxID: "d7b1b3b74c24c8bb2cb7e79d56e70b2844f08eacff8713c363b315d88c58bf25", PCI device ID: , UID: "e6bf8fc7-eda0-4aef-897b-0eaf30adcbb7", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0418 14:58:57.424706 3701 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j d7b1b3b74c24c8bb2cb7e79d56e70b2844f08eacff8713c363b315d88c58bf25 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-bg85j d7b1b3b74c24c8bb2cb7e79d56e70b2844f08eacff8713c363b315d88c58bf25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5c:49:2d:45:c2\",\"name\":\"d7b1b3b74c24c8b\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e3e5944-e055-43b6-8d76-8b6dfc7eed5b\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:59:00.706212 3701 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 14:59:11.656778 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0418 14:59:24.776075 3701 cni.go:452] [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key ] I0418 14:59:24.861063 3701 cni.go:473] [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 7251f07883b0e6525efa552addb35aaf397019037fa3a37f280361f3eac699a0 network default NAD default NAD key default], result "{}", err I0418 14:59:24.913189 3701 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:24.913227 3701 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0418 14:59:24.914531 3701 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.34 I0418 14:59:24.914577 3701 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:24.933450 3701 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:24.933478 3701 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:24.939513 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 14:59:24.939536 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 14:59:25.576405 3701 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-ss8tq] creating logical port tsf_patch-tekton-config-ss8tq for pod on switch ip-10-0-0-131.ec2.internal I0418 14:59:25.576506 3701 kube.go:256] Updating pod tsf/patch-tekton-config-ss8tq I0418 14:59:25.590633 3701 pod.go:62] [tsf/patch-tekton-config-ss8tq] pod update took 14.153683ms I0418 14:59:25.590671 3701 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-ss8tq] addLogicalPort annotation time took 14.182511ms I0418 14:59:25.591871 3701 pods.go:271] [tsf/patch-tekton-config-ss8tq] addLogicalPort took 15.486535ms, libovsdb time 804.049µs I0418 14:59:25.939065 3701 cni.go:452] [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key ] I0418 14:59:25.948692 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-ss8tq, hostIfaceName: 49733bd4bdd2794, network: default, NAD default, SandboxID: "49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce", PCI device ID: , UID: "a28cf67e-3fd3-424c-9177-8b17a1607dae", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0418 14:59:26.001395 3701 cni.go:473] [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:8b:be:0f:e5:0b\",\"name\":\"49733bd4bdd2794\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/181b67f0-29e5-4db5-9263-afb66218da7e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:59:33.830079 3701 cni.go:452] [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key ] I0418 14:59:33.921232 3701 cni.go:473] [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-ss8tq 49733bd4bdd2794cd8cdff01973ba3491f48883a37f436b1f6cbf273731577ce network default NAD default NAD key default], result "{}", err I0418 14:59:33.968839 3701 obj_retry.go:498] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:33.968869 3701 pods.go:176] Deleting pod: tsf/patch-tekton-config-ss8tq I0418 14:59:33.970243 3701 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-ss8tq, ips: 10.130.0.38 I0418 14:59:33.970283 3701 obj_retry.go:498] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:33.991366 3701 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:33.991388 3701 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.363081 3701 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.363639 3701 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.389482 3701 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.390237 3701 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:34.841705 3701 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.841727 3701 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:34.934149 3701 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-jltgj] creating logical port tsf_tsf-tekton-configuration-jltgj for pod on switch ip-10-0-0-131.ec2.internal I0418 14:59:34.934237 3701 kube.go:256] Updating pod tsf/tsf-tekton-configuration-jltgj I0418 14:59:34.943852 3701 pod.go:62] [tsf/tsf-tekton-configuration-jltgj] pod update took 9.63588ms I0418 14:59:34.943871 3701 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-jltgj] addLogicalPort annotation time took 9.659875ms I0418 14:59:34.945167 3701 pods.go:271] [tsf/tsf-tekton-configuration-jltgj] addLogicalPort took 11.033726ms, libovsdb time 910.608µs I0418 14:59:35.206506 3701 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.206530 3701 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-8plmj-fjmjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.229097 3701 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.229121 3701 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gd769-nnxzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:35.293626 3701 cni.go:452] [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key ] I0418 14:59:35.303973 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-jltgj, hostIfaceName: 23c6a47e27fdb2f, network: default, NAD default, SandboxID: "23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06", PCI device ID: , UID: "11455313-1d2f-4fb5-a15c-489705d64797", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0418 14:59:35.358451 3701 cni.go:473] [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8f:bc:1f:d0:95\",\"name\":\"23c6a47e27fdb2f\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/543c6fc9-baa6-4814-b572-d9ebbe41310e\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:59:39.870343 3701 cni.go:452] [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key ] I0418 14:59:39.953160 3701 cni.go:473] [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-jltgj 23c6a47e27fdb2ffe8a1f207708b75c3b76d780062013339d92cc44dd37c2c06 network default NAD default NAD key default], result "{}", err I0418 14:59:40.007403 3701 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jltgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:40.007437 3701 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-jltgj I0418 14:59:40.008643 3701 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-jltgj, ips: 10.130.0.39 I0418 14:59:40.008674 3701 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-jltgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:41.026324 3701 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jltgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.026354 3701 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-jltgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.060258 3701 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.060280 3701 obj_retry.go:492] Detected object tsf/patch-tekton-config-ss8tq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:41.064397 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ss8tq I0418 14:59:41.064424 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ss8tq W0418 14:59:41.235407 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 14:59:41.626383 3701 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-131.ec2.internal I0418 14:59:41.626473 3701 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0418 14:59:41.638860 3701 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.407504ms I0418 14:59:41.638883 3701 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.437884ms I0418 14:59:41.640145 3701 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.774346ms, libovsdb time 847.428µs I0418 14:59:41.987294 3701 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key ] I0418 14:59:41.997202 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d92ebcad0e1d792, network: default, NAD default, SandboxID: "d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b", PCI device ID: , UID: "7817f2f1-e23c-48b7-8aa1-ba31bd12924a", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0418 14:59:42.050451 3701 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:eb:dd:5c:3d:4a\",\"name\":\"d92ebcad0e1d792\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f39317c7-03a4-4dc3-a651-f6f0184cf332\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:59:42.459468 3701 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0418 14:59:42.707513 3701 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7f5ddc4c96-kpg7l] creating logical port tsf-tas_rekor-server-7f5ddc4c96-kpg7l for pod on switch ip-10-0-0-131.ec2.internal I0418 14:59:42.707615 3701 kube.go:256] Updating pod tsf-tas/rekor-server-7f5ddc4c96-kpg7l I0418 14:59:42.720151 3701 pod.go:62] [tsf-tas/rekor-server-7f5ddc4c96-kpg7l] pod update took 12.560938ms I0418 14:59:42.720177 3701 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7f5ddc4c96-kpg7l] addLogicalPort annotation time took 12.590604ms I0418 14:59:42.721575 3701 pods.go:271] [tsf-tas/rekor-server-7f5ddc4c96-kpg7l] addLogicalPort took 14.086992ms, libovsdb time 965.596µs W0418 14:59:43.246524 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 14:59:44.900593 3701 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key ] I0418 14:59:44.993245 3701 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d92ebcad0e1d7926af2dc273754087c889b9eb82e1459e26e1615f0e71ccef8b network default NAD default NAD key default], result "{}", err I0418 14:59:45.044861 3701 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:45.044901 3701 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0418 14:59:45.046281 3701 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.40 I0418 14:59:45.046310 3701 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:45.063472 3701 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:45.063499 3701 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:45.069560 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 14:59:45.069584 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 14:59:45.278112 3701 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-131.ec2.internal I0418 14:59:45.278279 3701 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0418 14:59:45.290281 3701 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.074402ms I0418 14:59:45.290305 3701 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.099485ms I0418 14:59:45.291665 3701 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 13.567651ms, libovsdb time 940.049µs I0418 14:59:45.637520 3701 cni.go:452] [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key ] I0418 14:59:45.647443 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 52ebeeed39ecc31, network: default, NAD default, SandboxID: "52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289", PCI device ID: , UID: "2dde02df-74b7-497a-ba93-72c8f387dfa9", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0418 14:59:45.700722 3701 cni.go:473] [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b6:b0:0e:d9:cf\",\"name\":\"52ebeeed39ecc31\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80116a96-fb5c-4a44-8daa-8cea8fe4359e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 14:59:47.604902 3701 cni.go:452] [tsf-tas/rekor-server-7f5ddc4c96-kpg7l 5dbe77dfbc75f8e1b31e3728f2678728760d16b9f087024d7bb3631ffc32c5f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7f5ddc4c96-kpg7l 5dbe77dfbc75f8e1b31e3728f2678728760d16b9f087024d7bb3631ffc32c5f8 network default NAD default NAD key ] I0418 14:59:47.614579 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7f5ddc4c96-kpg7l, hostIfaceName: 5dbe77dfbc75f8e, network: default, NAD default, SandboxID: "5dbe77dfbc75f8e1b31e3728f2678728760d16b9f087024d7bb3631ffc32c5f8", PCI device ID: , UID: "6a5462e4-9d1b-4672-a3d4-94218631300d", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0418 14:59:47.667536 3701 cni.go:473] [tsf-tas/rekor-server-7f5ddc4c96-kpg7l 5dbe77dfbc75f8e1b31e3728f2678728760d16b9f087024d7bb3631ffc32c5f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7f5ddc4c96-kpg7l 5dbe77dfbc75f8e1b31e3728f2678728760d16b9f087024d7bb3631ffc32c5f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:2f:73:42:05:d1\",\"name\":\"5dbe77dfbc75f8e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3303e763-1577-463c-9367-f3d0ef291d9e\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 14:59:50.938888 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 14:59:51.642045 3701 obj_retry.go:498] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:51.642614 3701 obj_retry.go:498] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:52.664183 3701 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:52.664207 3701 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:55.675111 3701 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:55.675710 3701 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:55.795762 3701 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:55.795803 3701 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:58.700250 3701 obj_retry.go:498] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:58.700814 3701 obj_retry.go:498] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 14:59:59.014737 3701 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 14:59:59.014757 3701 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 15:00:01.946613 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0418 15:00:03.729266 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:03.729874 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:04.605404 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:04.605436 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608740-6sns9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:06.189994 3701 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-h5cdw-qz7wk] creating logical port tsf-tas_tuf-repository-init-h5cdw-qz7wk for pod on switch ip-10-0-0-131.ec2.internal I0418 15:00:06.190132 3701 kube.go:256] Updating pod tsf-tas/tuf-repository-init-h5cdw-qz7wk I0418 15:00:06.202141 3701 pod.go:62] [tsf-tas/tuf-repository-init-h5cdw-qz7wk] pod update took 12.033195ms I0418 15:00:06.202168 3701 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-h5cdw-qz7wk] addLogicalPort annotation time took 12.066226ms I0418 15:00:06.203518 3701 pods.go:271] [tsf-tas/tuf-repository-init-h5cdw-qz7wk] addLogicalPort took 13.539904ms, libovsdb time 907.492µs I0418 15:00:09.287741 3701 cni.go:452] [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key ] I0418 15:00:09.297409 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-h5cdw-qz7wk, hostIfaceName: 3c57dfd59ea0a01, network: default, NAD default, SandboxID: "3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8", PCI device ID: , UID: "98b93691-9fbf-4d4d-8c05-422f913f1498", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0418 15:00:09.354440 3701 cni.go:473] [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:fc:b9:cc:45:9d\",\"name\":\"3c57dfd59ea0a01\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e29eb28d-3747-4f22-98da-7d8e0a25f896\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 15:00:12.417195 3701 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 15:00:15.071054 3701 cni.go:452] [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key ] I0418 15:00:15.157603 3701 cni.go:473] [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-h5cdw-qz7wk 3c57dfd59ea0a0123fa2405ac3d77ff9fb5f7da2136d5200fb4ba76079c5ced8 network default NAD default NAD key default], result "{}", err I0418 15:00:15.206096 3701 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:15.206134 3701 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-h5cdw-qz7wk I0418 15:00:15.207549 3701 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-h5cdw-qz7wk, ips: 10.130.0.43 I0418 15:00:15.207574 3701 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:16.227071 3701 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:16.227100 3701 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-h5cdw-qz7wk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:18.295926 3701 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-dg7rl] creating logical port tsf-tas_tuf-bc5768c88-dg7rl for pod on switch ip-10-0-0-131.ec2.internal I0418 15:00:18.296054 3701 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-dg7rl I0418 15:00:18.310615 3701 pod.go:62] [tsf-tas/tuf-bc5768c88-dg7rl] pod update took 14.582495ms I0418 15:00:18.310637 3701 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-dg7rl] addLogicalPort annotation time took 14.610209ms I0418 15:00:18.311870 3701 pods.go:271] [tsf-tas/tuf-bc5768c88-dg7rl] addLogicalPort took 15.960835ms, libovsdb time 823.862µs I0418 15:00:28.259112 3701 cni.go:452] [tsf-tas/tuf-bc5768c88-dg7rl 172dbd9a5176d240fbcc14500565f952e807fd205a746839f0157a8f42faa166 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-dg7rl 172dbd9a5176d240fbcc14500565f952e807fd205a746839f0157a8f42faa166 network default NAD default NAD key ] I0418 15:00:28.268765 3701 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-dg7rl, hostIfaceName: 172dbd9a5176d24, network: default, NAD default, SandboxID: "172dbd9a5176d240fbcc14500565f952e807fd205a746839f0157a8f42faa166", PCI device ID: , UID: "57e8ae64-e3b3-49ce-b59c-7a81c8fff508", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0418 15:00:28.323718 3701 cni.go:473] [tsf-tas/tuf-bc5768c88-dg7rl 172dbd9a5176d240fbcc14500565f952e807fd205a746839f0157a8f42faa166 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-dg7rl 172dbd9a5176d240fbcc14500565f952e807fd205a746839f0157a8f42faa166 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ce:13:c2:87:23\",\"name\":\"172dbd9a5176d24\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5fc666d-4e87-4542-b624-4e0c85ec69b0\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:00:30.163451 3701 cni.go:452] [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key ] I0418 15:00:30.256657 3701 cni.go:473] [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 52ebeeed39ecc3182fc7765546d940615ad6c0f5a4fb3216816e1e37be285289 network default NAD default NAD key default], result "{}", err I0418 15:00:30.387633 3701 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:30.387670 3701 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0418 15:00:30.389040 3701 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.42 I0418 15:00:30.389073 3701 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:00:30.407224 3701 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.407250 3701 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:00:30.416630 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 15:00:30.416662 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 15:00:31.093378 3701 namespace.go:98] [default-tenant] adding namespace I0418 15:00:31.093399 3701 namespace.go:98] [image-controller] adding namespace I0418 15:00:31.094370 3701 namespace.go:102] [default-tenant] adding namespace took 963.023µs I0418 15:00:31.095112 3701 namespace.go:102] [image-controller] adding namespace took 1.69512ms I0418 15:00:31.096592 3701 namespace.go:98] [integration-service] adding namespace I0418 15:00:31.096660 3701 namespace.go:98] [build-service] adding namespace I0418 15:00:31.097210 3701 namespace.go:102] [integration-service] adding namespace took 603.664µs I0418 15:00:31.097771 3701 namespace.go:102] [build-service] adding namespace took 1.095749ms I0418 15:00:31.120312 3701 namespace.go:142] [default-tenant] updating namespace I0418 15:00:31.140475 3701 namespace.go:142] [default-tenant] updating namespace I0418 15:00:31.158262 3701 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.183718 3701 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.183818 3701 namespace.go:142] [integration-service] updating namespace W0418 15:00:31.196306 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0418 15:00:31.205932 3701 namespace.go:142] [integration-service] updating namespace I0418 15:00:31.219574 3701 namespace.go:142] [build-service] updating namespace I0418 15:00:31.240656 3701 namespace.go:142] [build-service] updating namespace I0418 15:00:31.330297 3701 namespace.go:142] [build-service] updating namespace I0418 15:00:31.355420 3701 namespace.go:142] [integration-service] updating namespace I0418 15:00:31.428089 3701 namespace.go:98] [release-service] adding namespace I0418 15:00:31.428969 3701 namespace.go:102] [release-service] adding namespace took 859.228µs I0418 15:00:31.462778 3701 namespace.go:142] [release-service] updating namespace I0418 15:00:31.509608 3701 namespace.go:142] [release-service] updating namespace I0418 15:00:31.520710 3701 namespace.go:142] [konflux-ui] updating namespace I0418 15:00:31.556663 3701 namespace.go:98] [konflux-info] adding namespace I0418 15:00:31.557539 3701 namespace.go:102] [konflux-info] adding namespace took 854.626µs I0418 15:00:31.585754 3701 namespace.go:98] [namespace-lister] adding namespace I0418 15:00:31.586053 3701 namespace.go:142] [konflux-info] updating namespace I0418 15:00:31.586656 3701 namespace.go:102] [namespace-lister] adding namespace took 877.551µs I0418 15:00:31.621617 3701 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:31.657692 3701 namespace.go:142] [konflux-info] updating namespace I0418 15:00:31.715916 3701 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:31.736864 3701 namespace.go:98] [enterprise-contract-service] adding namespace I0418 15:00:31.737740 3701 namespace.go:102] [enterprise-contract-service] adding namespace took 848.919µs I0418 15:00:31.766502 3701 namespace.go:142] [image-controller] updating namespace I0418 15:00:31.783020 3701 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:31.831689 3701 namespace.go:142] [build-service] updating namespace I0418 15:00:31.873842 3701 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:32.033880 3701 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.054154 3701 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.260849 3701 namespace.go:98] [segment-bridge] adding namespace I0418 15:00:32.261015 3701 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.261735 3701 namespace.go:102] [segment-bridge] adding namespace took 864.205µs I0418 15:00:32.295100 3701 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:32.397678 3701 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:32.620885 3701 namespace.go:142] [build-service] updating namespace I0418 15:00:32.627863 3701 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.628992 3701 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.629833 3701 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.668719 3701 namespace.go:142] [build-service] updating namespace I0418 15:00:32.856670 3701 namespace.go:142] [integration-service] updating namespace I0418 15:00:32.867729 3701 namespace.go:142] [default-tenant] updating namespace I0418 15:00:32.896751 3701 namespace.go:142] [image-controller] updating namespace I0418 15:00:32.968736 3701 namespace.go:142] [integration-service] updating namespace I0418 15:00:33.066740 3701 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 15:00:33.067432 3701 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 15:00:33.067454 3701 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 15:00:33.070015 3701 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 15:00:33.179262 3701 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 15:00:33.179285 3701 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 15:00:33.180103 3701 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 15:00:34.107718 3701 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:34.307656 3701 namespace.go:142] [konflux-info] updating namespace I0418 15:00:34.365765 3701 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-q77vl] creating logical port image-controller_image-controller-controller-manager-6f859968fc-q77vl for pod on switch ip-10-0-0-131.ec2.internal I0418 15:00:34.365875 3701 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-q77vl I0418 15:00:34.395929 3701 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-q77vl] pod update took 30.077349ms I0418 15:00:34.395952 3701 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-q77vl] addLogicalPort annotation time took 30.106431ms I0418 15:00:34.397092 3701 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-q77vl] addLogicalPort took 31.343864ms, libovsdb time 781.27µs I0418 15:00:34.610982 3701 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:34.728990 3701 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-q77vl a0221050b8304d2ba2ea0d15877a98197e7f72bc5eca176627b30184c64faac4 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-q77vl a0221050b8304d2ba2ea0d15877a98197e7f72bc5eca176627b30184c64faac4 network default NAD default NAD key ] I0418 15:00:34.738880 3701 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-q77vl, hostIfaceName: a0221050b8304d2, network: default, NAD default, SandboxID: "a0221050b8304d2ba2ea0d15877a98197e7f72bc5eca176627b30184c64faac4", PCI device ID: , UID: "2cd6d374-682c-403e-8b90-a50c427d4b2e", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0418 15:00:34.759625 3701 namespace.go:142] [release-service] updating namespace I0418 15:00:34.798145 3701 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-q77vl a0221050b8304d2ba2ea0d15877a98197e7f72bc5eca176627b30184c64faac4 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-q77vl a0221050b8304d2ba2ea0d15877a98197e7f72bc5eca176627b30184c64faac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:da:5c:fc:80:a6\",\"name\":\"a0221050b8304d2\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0acc34d-3933-4989-9831-53a380e94314\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:00:34.931935 3701 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.079227 3701 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:35.118831 3701 namespace.go:142] [konflux-info] updating namespace I0418 15:00:35.148199 3701 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:35.189629 3701 namespace.go:142] [release-service] updating namespace I0418 15:00:35.204193 3701 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.283637 3701 namespace.go:142] [enterprise-contract-service] updating namespace I0418 15:00:35.313570 3701 namespace.go:142] [konflux-info] updating namespace I0418 15:00:35.358948 3701 namespace.go:142] [namespace-lister] updating namespace I0418 15:00:35.411727 3701 namespace.go:142] [release-service] updating namespace I0418 15:00:35.519676 3701 namespace.go:142] [segment-bridge] updating namespace I0418 15:00:35.626750 3701 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-j6m7q for pod on switch ip-10-0-0-131.ec2.internal I0418 15:00:35.626864 3701 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:00:35.708822 3701 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:00:35.756710 3701 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q] pod update took 129.873388ms I0418 15:00:35.756740 3701 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q] addLogicalPort annotation time took 129.906639ms I0418 15:00:35.758197 3701 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q] addLogicalPort took 131.468289ms, libovsdb time 949.702µs I0418 15:00:36.076371 3701 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-ztsk6] creating logical port release-service_release-service-controller-manager-58f96dcd8d-ztsk6 for pod on switch ip-10-0-0-131.ec2.internal I0418 15:00:36.076471 3701 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-ztsk6 I0418 15:00:36.094246 3701 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-ztsk6] pod update took 17.798131ms I0418 15:00:36.094269 3701 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-ztsk6] addLogicalPort annotation time took 17.8279ms I0418 15:00:36.095559 3701 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-ztsk6] addLogicalPort took 19.204078ms, libovsdb time 900.559µs I0418 15:00:36.160640 3701 base_network_controller_pods.go:487] [default/konflux-ui/proxy-859b469dcb-drk7d] creating logical port konflux-ui_proxy-859b469dcb-drk7d for pod on switch ip-10-0-0-131.ec2.internal I0418 15:00:36.160755 3701 kube.go:256] Updating pod konflux-ui/proxy-859b469dcb-drk7d I0418 15:00:36.190048 3701 pod.go:62] [konflux-ui/proxy-859b469dcb-drk7d] pod update took 29.330776ms I0418 15:00:36.190074 3701 base_network_controller_pods.go:951] [default/konflux-ui/proxy-859b469dcb-drk7d] addLogicalPort annotation time took 29.363735ms I0418 15:00:36.191519 3701 pods.go:271] [konflux-ui/proxy-859b469dcb-drk7d] addLogicalPort took 30.895302ms, libovsdb time 969.826µs W0418 15:00:36.768336 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0418 15:00:39.216370 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 15:00:39.790730 3701 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0418 15:00:40.119668 3701 cni.go:452] [konflux-ui/proxy-859b469dcb-drk7d 3fce942783934a824d6f27e471d86232d6aafb554e9a006780ae0c9e42c88dd2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-859b469dcb-drk7d 3fce942783934a824d6f27e471d86232d6aafb554e9a006780ae0c9e42c88dd2 network default NAD default NAD key ] I0418 15:00:40.149335 3701 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-859b469dcb-drk7d, hostIfaceName: 3fce942783934a8, network: default, NAD default, SandboxID: "3fce942783934a824d6f27e471d86232d6aafb554e9a006780ae0c9e42c88dd2", PCI device ID: , UID: "bce5820c-9214-4637-a508-e9c981b47bbe", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0418 15:00:40.203204 3701 cni.go:473] [konflux-ui/proxy-859b469dcb-drk7d 3fce942783934a824d6f27e471d86232d6aafb554e9a006780ae0c9e42c88dd2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-859b469dcb-drk7d 3fce942783934a824d6f27e471d86232d6aafb554e9a006780ae0c9e42c88dd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8f:36:47:f5:92\",\"name\":\"3fce942783934a8\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/548b0077-49af-4a9e-862b-4765084d7f64\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 15:00:42.176817 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0418 15:00:44.825960 3701 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0418 15:00:45.261299 3701 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-ztsk6 78a74a6fc58406579d2136eb2bb0e54cffbc520c9fdf56886a8b0cbf8dd6d98d network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-ztsk6 78a74a6fc58406579d2136eb2bb0e54cffbc520c9fdf56886a8b0cbf8dd6d98d network default NAD default NAD key ] I0418 15:00:45.261366 3701 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key ] I0418 15:00:45.272870 3701 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-ztsk6, hostIfaceName: 78a74a6fc584065, network: default, NAD default, SandboxID: "78a74a6fc58406579d2136eb2bb0e54cffbc520c9fdf56886a8b0cbf8dd6d98d", PCI device ID: , UID: "84b8f80f-469f-4585-a4f9-ff4cc8cfc28e", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0418 15:00:45.272977 3701 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-j6m7q, hostIfaceName: e130fd233cb24ed, network: default, NAD default, SandboxID: "e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa", PCI device ID: , UID: "21c5bc54-b853-49f8-a3f0-fe054bdb85d0", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0418 15:00:45.333663 3701 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ed:98:a0:29:81\",\"name\":\"e130fd233cb24ed\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5f2bb20-4c50-4d33-a670-5b3bf8ec4b39\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:00:45.351857 3701 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-ztsk6 78a74a6fc58406579d2136eb2bb0e54cffbc520c9fdf56886a8b0cbf8dd6d98d network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-ztsk6 78a74a6fc58406579d2136eb2bb0e54cffbc520c9fdf56886a8b0cbf8dd6d98d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c6:74:9c:13:d2\",\"name\":\"78a74a6fc584065\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/426153fc-6458-465e-b4b4-2c747810d115\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 15:00:46.272915 3701 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.272934 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.853737 3701 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:46.853763 3701 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 15:00:48.314096 3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 15:00:48.314288 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 15:00:49.297997 3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:00:49.298021 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:00:49.862413 3701 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 15:00:49.863588 3701 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:00:50.232422 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 15:00:59.301772 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 15:00:59.301886 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0418 15:01:00.306659 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 15:01:00.306763 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0418 15:01:01.062930 3701 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key ] I0418 15:01:01.143801 3701 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q e130fd233cb24ed3e707b01af30d8d7af3f139933bc91bd3a7c4497816177cfa network default NAD default NAD key default], result "{}", err I0418 15:01:01.195954 3701 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:01.195990 3701 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:01:01.197343 3701 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q, ips: 10.130.0.46 I0418 15:01:01.197380 3701 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:01.363340 3701 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:01.363366 3701 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:01.366713 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:01:01.366738 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-j6m7q I0418 15:01:25.227410 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0418 15:01:26.354085 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 15:01:26.354105 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0418 15:01:40.243774 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 15:01:56.354294 3701 obj_retry.go:498] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:56.355009 3701 obj_retry.go:498] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:01:57.269839 3701 obj_retry.go:492] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:57.269862 3701 obj_retry.go:492] Detected object konflux-ui/proxy-869d5d4dc7-8crkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:01:57.276934 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:01:57.276963 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-869d5d4dc7-8crkq I0418 15:02:04.450274 3701 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:02:04.450908 3701 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:02:04.485490 3701 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:02:04.485511 3701 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:02:04.491840 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 15:02:04.491860 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 15:02:16.221671 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 15:02:23.132673 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66 I0418 15:02:27.725194 3701 namespace.go:98] [default-managed-tenant-r8i3d] adding namespace I0418 15:02:27.726090 3701 namespace.go:102] [default-managed-tenant-r8i3d] adding namespace took 872.04µs I0418 15:02:27.747961 3701 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:27.764552 3701 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:28.765647 3701 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:29.057004 3701 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:29.156963 3701 namespace.go:142] [default-managed-tenant-r8i3d] updating namespace I0418 15:02:43.222586 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 15:02:56.261979 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 15:03:13.141123 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=625 I0418 15:03:58.136165 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0418 15:04:22.131811 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0418 15:04:47.231359 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0418 15:04:48.131173 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0418 15:05:27.255493 3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 15:05:52.134621 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0418 15:06:43.262110 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 15:07:53.249321 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0418 15:08:16.238489 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0418 15:08:27.136010 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0418 15:09:25.246369 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 15:09:52.048612 3701 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:52.048656 3701 obj_retry.go:492] Detected object tsf-tpa/create-db-bzpnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:52.052978 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bzpnl I0418 15:09:52.053000 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bzpnl I0418 15:09:55.028575 3701 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:55.028628 3701 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xlwqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:55.032978 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-xlwqj I0418 15:09:55.033006 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-xlwqj I0418 15:09:59.029844 3701 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:59.029889 3701 obj_retry.go:492] Detected object tsf-tpa/create-importers-tgjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:09:59.032492 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-tgjkp I0418 15:09:59.032524 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-tgjkp I0418 15:10:04.068487 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:10:04.069087 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:10:04.946436 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:10:04.946461 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608750-c2ffr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:10:05.230142 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 15:10:10.224460 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 15:10:22.134270 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21 I0418 15:10:23.138826 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0418 15:10:27.535088 3701 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-698948cbb8-mddh5 I0418 15:10:54.144530 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0418 15:11:13.264512 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0418 15:11:37.225322 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 15:12:10.259197 3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 15:13:16.134832 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0418 15:13:36.233871 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0418 15:13:44.137299 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0418 15:14:07.265200 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 15:14:36.251949 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0418 15:15:23.233170 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0418 15:15:38.139515 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0418 15:15:44.136982 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0418 15:16:38.249248 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0418 15:16:47.241742 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 15:16:54.344400 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:54.345023 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:55.129592 3701 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:16:55.129617 3701 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:16:55.135414 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:55.135436 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zqlvf-init-pod I0418 15:16:58.284225 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:16:58.284754 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.077768 3701 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-6v855 for pod on switch ip-10-0-0-131.ec2.internal I0418 15:17:12.077916 3701 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:17:12.097165 3701 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855] pod update took 19.276756ms I0418 15:17:12.097188 3701 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855] addLogicalPort annotation time took 19.306011ms I0418 15:17:12.098690 3701 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855] addLogicalPort took 20.93859ms, libovsdb time 1.062662ms I0418 15:17:12.430418 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.431080 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:12.447241 3701 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key ] I0418 15:17:12.456882 3701 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-6v855, hostIfaceName: fbabc4fdd3c2f08, network: default, NAD default, SandboxID: "fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2", PCI device ID: , UID: "32801b88-2410-4204-b90a-ef25ac74342c", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0418 15:17:12.513302 3701 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:30:e8:95:f2:fd\",\"name\":\"fbabc4fdd3c2f08\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13075042-41de-4a98-9d86-50a0af5620cb\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0418 15:17:26.291284 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291313 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291320 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291325 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291338 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291343 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291348 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.291353 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.376837 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.376855 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.376860 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 15:17:26.376865 3701 util.go:959] Failed to build node endpoints for node ip-10-0-0-131.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 15:17:50.227435 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 15:17:51.491152 3701 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-build-container-pod for pod on switch ip-10-0-0-131.ec2.internal I0418 15:17:51.491331 3701 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod I0418 15:17:51.531819 3701 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod] pod update took 40.540529ms I0418 15:17:51.531844 3701 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod] addLogicalPort annotation time took 40.573369ms I0418 15:17:51.533208 3701 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod] addLogicalPort took 42.075315ms, libovsdb time 892.422µs I0418 15:17:51.713558 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:51.714148 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:17:51.856820 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key ] I0418 15:17:51.866775 3701 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-build-container-pod, hostIfaceName: 1077fae64b2eab4, network: default, NAD default, SandboxID: "1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869", PCI device ID: , UID: "77fcb621-8723-4245-8d9d-cff1075720ad", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0418 15:17:51.924093 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:65:09:37:da:01\",\"name\":\"1077fae64b2eab4\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/876aeddc-bb41-4031-be91-5afbc73f27c4\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:17:58.267862 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0418 15:19:08.228271 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 15:19:22.141433 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 15:19:26.147022 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=80 I0418 15:20:04.480972 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:04.481599 3701 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:05.334955 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.334979 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608760-9c82s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.374844 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.374870 3701 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:20:05.378977 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 15:20:05.378997 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608730-dr8rd I0418 15:20:13.137808 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0418 15:20:25.236491 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0418 15:20:30.267945 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 15:20:44.538264 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key ] I0418 15:20:44.635169 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod 1077fae64b2eab4cea7371b0d2bc84bbce24a6ee44c8f2ef69e305c79fc7e869 network default NAD default NAD key default], result "{}", err I0418 15:20:44.743608 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:20:44.743662 3701 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod I0418 15:20:44.745355 3701 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod, ips: 10.130.0.50 I0418 15:20:44.745385 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:03.267020 3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 15:21:13.171826 3701 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod for pod on switch ip-10-0-0-131.ec2.internal I0418 15:21:13.171959 3701 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod I0418 15:21:13.210339 3701 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod] pod update took 38.406959ms I0418 15:21:13.210378 3701 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod] addLogicalPort annotation time took 38.451125ms I0418 15:21:13.211867 3701 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod] addLogicalPort took 40.055539ms, libovsdb time 988.91µs I0418 15:21:13.251974 3701 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-clair-scan-pod for pod on switch ip-10-0-0-131.ec2.internal I0418 15:21:13.252178 3701 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod I0418 15:21:13.296886 3701 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod] pod update took 44.74243ms I0418 15:21:13.296909 3701 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod] addLogicalPort annotation time took 44.772902ms I0418 15:21:13.298262 3701 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod] addLogicalPort took 46.308212ms, libovsdb time 951.885µs I0418 15:21:13.535104 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key ] I0418 15:21:13.544622 3701 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod, hostIfaceName: 79d6cf13ad8477d, network: default, NAD default, SandboxID: "79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a", PCI device ID: , UID: "7cc09356-904e-4c35-8951-2d94aabbd3be", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0418 15:21:13.604193 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ab:00:bd:d1:0d\",\"name\":\"79d6cf13ad8477d\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f86b1b77-3649-4a5d-ada9-8519cba54935\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:21:13.617395 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key ] I0418 15:21:13.626932 3701 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-clair-scan-pod, hostIfaceName: 6ba10c159ceb74d, network: default, NAD default, SandboxID: "6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4", PCI device ID: , UID: "7599faec-1974-4c8e-af59-f34fe78e60e2", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0418 15:21:13.686161 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:f0:e4:0a:8c:7d\",\"name\":\"6ba10c159ceb74d\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73d59e8f-2099-4b8e-9b6b-9b4b381a34fa\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:21:13.921667 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:13.922317 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:21:14.578930 3701 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod for pod on switch ip-10-0-0-131.ec2.internal I0418 15:21:14.579127 3701 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod I0418 15:21:14.596422 3701 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod for pod on switch ip-10-0-0-131.ec2.internal I0418 15:21:14.596554 3701 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod I0418 15:21:14.603659 3701 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod] pod update took 24.578225ms I0418 15:21:14.603685 3701 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod] addLogicalPort annotation time took 24.606051ms I0418 15:21:14.605016 3701 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod] addLogicalPort took 26.102752ms, libovsdb time 881.045µs I0418 15:21:14.619627 3701 pod.go:62] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod] pod update took 23.10791ms I0418 15:21:14.619650 3701 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod] addLogicalPort annotation time took 23.134851ms I0418 15:21:14.621060 3701 pods.go:271] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod] addLogicalPort took 24.654577ms, libovsdb time 1.008308ms I0418 15:21:14.943898 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key ] I0418 15:21:14.954365 3701 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod, hostIfaceName: d57faf634701c3f, network: default, NAD default, SandboxID: "d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508", PCI device ID: , UID: "68ddacd6-8bd9-459e-a844-a42bffcc7437", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0418 15:21:15.010211 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f0:cc:9e:d1:f0\",\"name\":\"d57faf634701c3f\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3d548db-b266-4947-9789-7da33d4c8f1e\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:21:15.258214 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key ] I0418 15:21:15.268662 3701 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod, hostIfaceName: 23d2c97aeaad11c, network: default, NAD default, SandboxID: "23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb", PCI device ID: , UID: "d2761373-1414-47ac-a521-83951cb21c9f", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0418 15:21:15.325224 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1e:ca:a2:76:cd\",\"name\":\"23d2c97aeaad11c\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94a43f1e-2840-4bcc-a97c-8fa201b6f753\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:22:12.168332 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key ] I0418 15:22:12.278131 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod 23d2c97aeaad11c80ec3ce14340a9f298650311f55a6fa1ab84a337d44e46ffb network default NAD default NAD key default], result "{}", err I0418 15:22:12.392321 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:12.392417 3701 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod I0418 15:22:12.394100 3701 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod, ips: 10.130.0.54 I0418 15:22:12.394140 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.210292 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key ] I0418 15:22:16.211093 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key ] I0418 15:22:16.320867 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod 79d6cf13ad8477d2d64fb954ffea507b73686c218e3e9aa95e161d0a69b7482a network default NAD default NAD key default], result "{}", err I0418 15:22:16.340515 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod d57faf634701c3f8469643ecb18e7c2f99dd6921357132b41033b6fb9ed76508 network default NAD default NAD key default], result "{}", err I0418 15:22:16.431821 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.431855 3701 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod I0418 15:22:16.433271 3701 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod, ips: 10.130.0.51 I0418 15:22:16.433297 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.501145 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:16.501179 3701 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod I0418 15:22:16.502706 3701 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod, ips: 10.130.0.53 I0418 15:22:16.502739 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.547533 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:19.548137 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:30.255286 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 15:22:37.855681 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:37.856323 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.125908 3701 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.126563 3701 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:22:58.917935 3701 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:22:58.917964 3701 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:22:58.925392 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:22:58.925423 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jz6kq I0418 15:22:59.236539 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 15:23:05.230670 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0418 15:23:06.140364 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0418 15:23:13.120360 3701 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key ] I0418 15:23:13.211752 3701 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 fbabc4fdd3c2f08d0f45f2da45fa47105a42a4ab17e711cd5ef6aa778011add2 network default NAD default NAD key default], result "{}", err I0418 15:23:13.293261 3701 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:23:13.293300 3701 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:13.294701 3701 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855, ips: 10.130.0.49 I0418 15:23:13.294730 3701 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:23:13.588687 3701 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:23:13.588715 3701 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 15:23:13.594911 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:13.594943 3701 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-6v855 I0418 15:23:31.140615 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0418 15:23:31.251832 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 15:23:38.142231 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0418 15:25:09.315920 3701 cni.go:452] [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key ] I0418 15:25:09.403707 3701 cni.go:473] [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod 6ba10c159ceb74da3311fccf8a46b8f222995da3b935f95f748a7348fb203ca4 network default NAD default NAD key default], result "{}", err I0418 15:25:09.483322 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:09.483388 3701 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod I0418 15:25:09.484723 3701 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod, ips: 10.130.0.52 I0418 15:25:09.484752 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:19.231672 3701 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 15:25:24.739128 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:24.739735 3701 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-rsn5x-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:30.271256 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 15:25:44.049706 3701 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-xnhq-lqzgf-verify-pod] creating logical port default-tenant_my-integration-test-xnhq-lqzgf-verify-pod for pod on switch ip-10-0-0-131.ec2.internal I0418 15:25:44.049929 3701 kube.go:256] Updating pod default-tenant/my-integration-test-xnhq-lqzgf-verify-pod I0418 15:25:44.083567 3701 pod.go:62] [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod] pod update took 33.690419ms I0418 15:25:44.083588 3701 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-xnhq-lqzgf-verify-pod] addLogicalPort annotation time took 33.715645ms I0418 15:25:44.084918 3701 pods.go:271] [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod] addLogicalPort took 35.231749ms, libovsdb time 935.886µs I0418 15:25:44.420641 3701 cni.go:452] [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key ] I0418 15:25:44.430074 3701 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xnhq-lqzgf-verify-pod, hostIfaceName: 0ff304c45af6a41, network: default, NAD default, SandboxID: "0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6", PCI device ID: , UID: "1bc7dc99-59ec-4ed9-a37e-ef97a58a628c", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0418 15:25:44.486894 3701 cni.go:473] [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d4:84:81:da:e5\",\"name\":\"0ff304c45af6a41\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/937e88c0-7806-4091-b2ba-078fc4e9da6f\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0418 15:25:44.893179 3701 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:25:44.893860 3701 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:03.270372 3701 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 15:26:07.711161 3701 cni.go:452] [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key ] I0418 15:26:07.813639 3701 cni.go:473] [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-xnhq-lqzgf-verify-pod 0ff304c45af6a41844722a7584346d9ec9a48b723dfac69cf8d9070fae4f46c6 network default NAD default NAD key default], result "{}", err I0418 15:26:07.927380 3701 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:07.927480 3701 pods.go:176] Deleting pod: default-tenant/my-integration-test-xnhq-lqzgf-verify-pod I0418 15:26:07.929667 3701 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-xnhq-lqzgf-verify-pod, ips: 10.130.0.55 I0418 15:26:07.929724 3701 obj_retry.go:498] Detected object default-tenant/my-integration-test-xnhq-lqzgf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 15:26:10.244486 3701 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0418 15:26:30.149700 3701 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=157