+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-96.ec2.internal ++ [[ -n ip-10-0-0-96.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-96.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 23:34:49.063731994 - disable conntrack on geneve port' I0430 23:34:49.063731994 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 23:34:49.107856194 - starting ovnkube-node + echo 'I0430 23:34:49.107856194 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-96.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-96.ec2.internal --init-node ip-10-0-0-96.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-96.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 23:34:49.161541 3858 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 23:34:49.161602 3858 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-881aac4dfb.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 23:34:49.163451 3858 kube.go:431] Waiting for certificate I0430 23:34:49.163476 3858 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 23:34:49.163506 3858 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 23:34:49.164194 3858 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 23:34:49.196379 3858 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:34:49.196400 3858 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:34:49.199287 3858 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:34:49.199364 3858 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zwfhc" I0430 23:34:49.208678 3858 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zwfhc" I0430 23:34:49.208787 3858 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:34:50.163619 3858 kube.go:438] Certificate found I0430 23:34:50.164138 3858 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 23:34:50.165063 3858 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 23:34:50.218778 3858 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 23:29:49 +0000 UTC" deadline="2026-05-01 19:15:16.547964863 +0000 UTC" I0430 23:34:50.218814 3858 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h40m26.329162991s" I0430 23:34:50.240340 3858 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 23:34:50.251470 3858 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 23:34:50.251576 3858 server.go:101] MetricServer registers OVS metrics I0430 23:34:50.252045 3858 server.go:105] MetricServer registers OVN DB metrics I0430 23:34:50.254068 3858 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 23:34:50.254136 3858 factory.go:561] Starting watch factory I0430 23:34:50.254217 3858 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254225 3858 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254239 3858 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254244 3858 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254268 3858 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254281 3858 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254295 3858 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254229 3858 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254551 3858 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254572 3858 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254806 3858 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.254952 3858 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.256564 3858 controller_manager.go:370] Starting the ovnkube controller I0430 23:34:50.256577 3858 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-96.ec2.internal I0430 23:34:50.256633 3858 controller_manager.go:395] NBDB zone sync took: 47.812µs I0430 23:34:50.256644 3858 factory.go:561] Starting watch factory I0430 23:34:50.257367 3858 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 23:34:50.257388 3858 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 23:34:50.271925 3858 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 23:34:50.271961 3858 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.271976 3858 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 23:34:50.272461 3858 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.273493 3858 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.273590 3858 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.277012 3858 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.277016 3858 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 23:34:50.277074 3858 server.go:109] MetricServer registers OVN Controller metrics I0430 23:34:50.282947 3858 server.go:113] MetricServer registers OVN Northd metrics I0430 23:34:50.287244 3858 metrics.go:519] OVN Metrics Server starts to run ... I0430 23:34:50.288638 3858 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:34:50.360323 3858 factory.go:1977] *v1.Service informer cache synced successfully I0430 23:34:50.360362 3858 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 23:34:50.360368 3858 factory.go:1977] *v1.Pod informer cache synced successfully I0430 23:34:50.360372 3858 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 23:34:50.360377 3858 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 23:34:50.360381 3858 factory.go:1977] *v1.Node informer cache synced successfully I0430 23:34:50.360495 3858 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:34:50.360503 3858 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:34:50.360517 3858 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:34:50.360523 3858 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:34:50.361917 3858 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 23:34:50.361944 3858 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 23:34:50.361949 3858 factory.go:1977] *v1.Node informer cache synced successfully I0430 23:34:50.361951 3858 factory.go:1977] *v1.Service informer cache synced successfully I0430 23:34:50.361954 3858 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 23:34:50.361957 3858 factory.go:1977] *v1.Pod informer cache synced successfully I0430 23:34:50.363023 3858 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:34:50.363031 3858 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:34:50.365888 3858 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 23:34:50.365900 3858 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 23:34:50.365986 3858 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.366002 3858 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.367260 3858 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 23:34:50.367271 3858 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 23:34:50.367869 3858 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.371821 3858 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 23:34:50.371879 3858 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.371891 3858 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.372563 3858 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 23:34:50.373957 3858 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.377665 3858 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 23:34:50.377688 3858 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 23:34:50.377745 3858 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.377761 3858 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.379809 3858 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.383579 3858 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 23:34:50.383597 3858 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 23:34:50.383629 3858 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.383640 3858 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.385620 3858 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.389460 3858 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 23:34:50.389476 3858 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 23:34:50.389541 3858 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.389573 3858 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.391424 3858 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.395247 3858 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 23:34:50.395257 3858 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 23:34:50.395394 3858 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:34:50.395406 3858 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:34:50.397397 3858 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:34:50.401287 3858 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 23:34:50.401406 3858 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 23:34:50.401423 3858 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.401398 3858 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.401443 3858 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.401446 3858 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.403482 3858 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.403508 3858 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:34:50.406381 3858 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 23:34:50.406393 3858 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 23:34:50.406400 3858 factory.go:680] Watch Factory start up complete, took: 149.754797ms I0430 23:34:50.406406 3858 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-96.ec2.internal" zone I0430 23:34:50.406460 3858 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 23:34:50.406466 3858 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 23:34:50.406471 3858 factory.go:680] Watch Factory start up complete, took: 152.344902ms I0430 23:34:50.406535 3858 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 23:34:50.449606 3858 default_node_network_controller.go:710] Initializing the default node network controller I0430 23:34:50.540543 3858 udn_isolation.go:101] Starting UDN host isolation manager I0430 23:34:50.546473 3858 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 23:34:50.614778 3858 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 23:34:50.615010 3858 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 23:34:50.615032 3858 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 23:34:50.649926 3858 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 23:34:50.650023 3858 default_node_network_controller.go:809] Node ip-10-0-0-96.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0430 23:34:50.655786 3858 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.96"] k8s.ovn.org/zone-name:ip-10-0-0-96.ec2.internal] on node ip-10-0-0-96.ec2.internal I0430 23:34:50.676071 3858 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 23:34:50.683539 3858 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 23:34:50.683698 3858 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0430 23:34:50.683850 3858 gateway_init.go:263] Preparing Gateway I0430 23:34:50.683862 3858 gateway_shared_intf.go:1687] Creating new gateway I0430 23:34:50.771677 3858 iptables.go:108] Creating table: filter chain: FORWARD I0430 23:34:50.778527 3858 iptables.go:108] Creating table: filter chain: OUTPUT I0430 23:34:50.785345 3858 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 23:34:50.785361 3858 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-96.ec2.internal","mac-address":"12:93:e5:ad:17:73","ip-addresses":["10.0.0.96/24"],"ip-address":"10.0.0.96/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:afef53a0-e3ca-4e83-a59a-945d804d1009 k8s.ovn.org/node-encap-ips:["10.0.0.96"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.96/24"} k8s.ovn.org/zone-name:ip-10-0-0-96.ec2.internal] on node ip-10-0-0-96.ec2.internal I0430 23:34:50.803552 3858 default_node_network_controller.go:519] Node connection status = connected I0430 23:34:50.906507 3858 controller_manager.go:429] Waiting for node in zone sync took: 500.08747ms I0430 23:34:50.911068 3858 controller_manager.go:611] Switching to transit router for layer2 networks I0430 23:34:50.911082 3858 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-96.ec2.internal I0430 23:34:50.925522 3858 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 23:34:50.932635 3858 controller_manager.go:290] SCTP support detected in OVN I0430 23:34:50.933240 3858 services_controller.go:69] Creating services controller for network=default I0430 23:34:50.933346 3858 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 23:34:50.933403 3858 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 23:34:50.933434 3858 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 23:34:50.933448 3858 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 23:34:50.933457 3858 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 23:34:50.933652 3858 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 23:34:50.933692 3858 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 23:34:50.933733 3858 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.731µs I0430 23:34:50.933750 3858 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 50.554µs I0430 23:34:50.933757 3858 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 65.509µs I0430 23:34:50.933762 3858 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 23:34:50.933771 3858 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 23:34:50.933779 3858 default_network_controller.go:325] Starting the default network controller I0430 23:34:50.933797 3858 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.919µs I0430 23:34:50.933923 3858 udn_enabled_svc.go:95] Performing full resync I0430 23:34:50.934274 3858 udn_enabled_svc.go:99] Waiting for handler to sync I0430 23:34:50.934285 3858 udn_enabled_svc.go:104] Starting worker I0430 23:34:50.943369 3858 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 23:34:50.943427 3858 repair.go:33] Syncing exgw routes took 45.04µs I0430 23:34:50.943449 3858 default_network_controller.go:414] Starting all the Watchers... I0430 23:34:50.943595 3858 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 23:34:50.943595 3858 namespace.go:98] [openshift-package-operator] adding namespace I0430 23:34:50.943620 3858 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 23:34:50.943627 3858 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 23:34:50.943623 3858 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 23:34:50.943633 3858 namespace.go:98] [kube-node-lease] adding namespace I0430 23:34:50.943641 3858 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 23:34:50.943643 3858 namespace.go:98] [default] adding namespace I0430 23:34:50.943679 3858 namespace.go:98] [kube-public] adding namespace I0430 23:34:50.943687 3858 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 23:34:50.943688 3858 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 23:34:50.943691 3858 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 23:34:50.943694 3858 namespace.go:98] [openshift-network-console] adding namespace I0430 23:34:50.943701 3858 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 23:34:50.943706 3858 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 23:34:50.944246 3858 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 638.001µs I0430 23:34:50.944260 3858 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 23:34:50.944672 3858 namespace.go:102] [openshift-apiserver-operator] adding namespace took 408.282µs I0430 23:34:50.944685 3858 namespace.go:98] [openshift-cluster-version] adding namespace I0430 23:34:50.945219 3858 namespace.go:102] [openshift-cluster-version] adding namespace took 530.433µs I0430 23:34:50.945230 3858 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 23:34:50.945787 3858 namespace.go:102] [openshift-package-operator] adding namespace took 2.174718ms I0430 23:34:50.945795 3858 namespace.go:98] [openshift-ingress] adding namespace I0430 23:34:50.946665 3858 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 3.03407ms I0430 23:34:50.946674 3858 namespace.go:98] [openshift-network-operator] adding namespace I0430 23:34:50.947197 3858 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.567771ms I0430 23:34:50.947206 3858 namespace.go:98] [openshift-service-ca] adding namespace I0430 23:34:50.947747 3858 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.108176ms I0430 23:34:50.947769 3858 namespace.go:98] [openshift-image-registry] adding namespace W0430 23:34:50.948179 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7mp8z: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found W0430 23:34:50.948193 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kt66b: pod openshift-network-diagnostics/network-check-target-kt66b: no pod IPs found I0430 23:34:50.948215 3858 namespace.go:102] [kube-node-lease] adding namespace took 4.57328ms I0430 23:34:50.948230 3858 namespace.go:98] [openshift-console] adding namespace I0430 23:34:50.948685 3858 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.033305ms I0430 23:34:50.948696 3858 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 23:34:50.949207 3858 namespace.go:102] [default] adding namespace took 5.5457ms I0430 23:34:50.949224 3858 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 23:34:50.949737 3858 namespace.go:102] [kube-public] adding namespace took 6.052159ms I0430 23:34:50.949746 3858 namespace.go:98] [openshift-controller-manager] adding namespace I0430 23:34:50.950242 3858 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.548148ms I0430 23:34:50.950266 3858 namespace.go:98] [openshift] adding namespace I0430 23:34:50.950682 3858 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.98559ms I0430 23:34:50.950698 3858 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 23:34:50.951158 3858 namespace.go:102] [openshift-network-console] adding namespace took 7.454419ms I0430 23:34:50.951176 3858 namespace.go:98] [openshift-marketplace] adding namespace I0430 23:34:50.951580 3858 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.874603ms I0430 23:34:50.951597 3858 namespace.go:98] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] adding namespace I0430 23:34:50.951962 3858 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.261546ms I0430 23:34:50.951976 3858 namespace.go:98] [openshift-insights] adding namespace I0430 23:34:50.952415 3858 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.70352ms I0430 23:34:50.952427 3858 namespace.go:98] [openshift-config-managed] adding namespace I0430 23:34:50.952777 3858 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.542588ms I0430 23:34:50.952788 3858 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 23:34:50.953171 3858 namespace.go:102] [openshift-ingress] adding namespace took 7.37085ms I0430 23:34:50.953185 3858 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 23:34:50.953512 3858 namespace.go:102] [openshift-network-operator] adding namespace took 6.834653ms I0430 23:34:50.953522 3858 namespace.go:98] [openshift-backplane] adding namespace I0430 23:34:50.954137 3858 namespace.go:102] [openshift-service-ca] adding namespace took 6.927081ms I0430 23:34:50.954147 3858 namespace.go:98] [openshift-console-operator] adding namespace I0430 23:34:50.954623 3858 namespace.go:102] [openshift-image-registry] adding namespace took 6.83002ms I0430 23:34:50.954637 3858 namespace.go:98] [openshift-etcd] adding namespace I0430 23:34:50.955042 3858 namespace.go:102] [openshift-console] adding namespace took 6.807452ms I0430 23:34:50.955054 3858 namespace.go:98] [openshift-config-operator] adding namespace I0430 23:34:50.955411 3858 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.711021ms I0430 23:34:50.955422 3858 namespace.go:98] [openshift-monitoring] adding namespace I0430 23:34:50.955961 3858 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 6.731844ms I0430 23:34:50.955974 3858 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 23:34:50.956455 3858 namespace.go:102] [openshift-controller-manager] adding namespace took 6.703797ms I0430 23:34:50.956466 3858 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 23:34:50.956853 3858 namespace.go:102] [openshift] adding namespace took 6.579981ms I0430 23:34:50.956867 3858 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 23:34:50.957342 3858 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.639318ms I0430 23:34:50.957354 3858 namespace.go:98] [openshift-multus] adding namespace I0430 23:34:50.957745 3858 namespace.go:102] [openshift-marketplace] adding namespace took 6.564264ms I0430 23:34:50.957758 3858 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 23:34:50.958176 3858 namespace.go:102] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] adding namespace took 6.572901ms I0430 23:34:50.958188 3858 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 23:34:50.958601 3858 namespace.go:102] [openshift-insights] adding namespace took 6.620724ms I0430 23:34:50.958611 3858 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 23:34:50.959081 3858 namespace.go:102] [openshift-config-managed] adding namespace took 6.649358ms I0430 23:34:50.959095 3858 namespace.go:98] [openshift-dns] adding namespace I0430 23:34:50.959464 3858 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.671767ms I0430 23:34:50.959846 3858 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.655872ms I0430 23:34:50.959860 3858 namespace.go:98] [openshift-infra] adding namespace I0430 23:34:50.960229 3858 namespace.go:102] [openshift-backplane] adding namespace took 6.703372ms I0430 23:34:50.960241 3858 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 23:34:50.960610 3858 namespace.go:102] [openshift-console-operator] adding namespace took 6.458759ms I0430 23:34:50.960622 3858 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 23:34:50.961021 3858 namespace.go:102] [openshift-etcd] adding namespace took 6.379149ms I0430 23:34:50.961034 3858 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 23:34:50.961392 3858 namespace.go:102] [openshift-config-operator] adding namespace took 6.332503ms I0430 23:34:50.961406 3858 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 23:34:50.961836 3858 namespace.go:102] [openshift-monitoring] adding namespace took 6.409526ms I0430 23:34:50.961847 3858 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 23:34:50.962220 3858 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.241488ms I0430 23:34:50.962232 3858 namespace.go:98] [openshift-logging] adding namespace I0430 23:34:50.962600 3858 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.129791ms I0430 23:34:50.962611 3858 namespace.go:98] [openshift-host-network] adding namespace W0430 23:34:50.962947 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f6pw9: pod openshift-multus/network-metrics-daemon-f6pw9: no pod IPs found W0430 23:34:50.962959 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tbddg: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:34:50.962978 3858 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.107596ms I0430 23:34:50.962988 3858 namespace.go:98] [openshift-node] adding namespace I0430 23:34:50.963405 3858 namespace.go:102] [openshift-multus] adding namespace took 6.046801ms I0430 23:34:50.963417 3858 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 23:34:50.963784 3858 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.02285ms I0430 23:34:50.963794 3858 namespace.go:98] [kube-system] adding namespace I0430 23:34:50.964185 3858 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.991929ms I0430 23:34:50.964197 3858 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 23:34:50.964570 3858 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.954718ms I0430 23:34:50.964580 3858 namespace.go:98] [openshift-authentication] adding namespace I0430 23:34:50.964956 3858 namespace.go:102] [openshift-dns] adding namespace took 5.856696ms I0430 23:34:50.964967 3858 namespace.go:98] [openshift-config] adding namespace I0430 23:34:50.965367 3858 namespace.go:102] [openshift-infra] adding namespace took 5.502515ms I0430 23:34:50.965378 3858 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 23:34:50.965701 3858 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.455136ms I0430 23:34:50.965711 3858 namespace.go:98] [openshift-dns-operator] adding namespace I0430 23:34:50.966141 3858 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.514688ms I0430 23:34:50.966154 3858 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 23:34:50.966508 3858 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.469204ms I0430 23:34:50.966518 3858 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 23:34:50.966892 3858 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.480865ms I0430 23:34:50.966904 3858 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 23:34:50.967307 3858 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.455516ms I0430 23:34:50.967319 3858 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 23:34:50.967627 3858 namespace.go:102] [openshift-logging] adding namespace took 5.390925ms I0430 23:34:50.967638 3858 namespace.go:98] [openshift-apiserver] adding namespace I0430 23:34:50.968167 3858 namespace.go:102] [openshift-host-network] adding namespace took 5.551239ms I0430 23:34:50.968181 3858 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 23:34:50.968565 3858 namespace.go:102] [openshift-node] adding namespace took 5.572676ms I0430 23:34:50.968576 3858 namespace.go:98] [openshift-machine-api] adding namespace I0430 23:34:50.969369 3858 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.947299ms I0430 23:34:50.969381 3858 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 23:34:50.969781 3858 namespace.go:102] [kube-system] adding namespace took 5.98167ms I0430 23:34:50.969793 3858 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 23:34:50.970181 3858 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.979275ms I0430 23:34:50.970193 3858 namespace.go:98] [openshift-operators] adding namespace I0430 23:34:50.970559 3858 namespace.go:102] [openshift-authentication] adding namespace took 5.974576ms I0430 23:34:50.970570 3858 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 23:34:50.970950 3858 namespace.go:102] [openshift-config] adding namespace took 5.977352ms I0430 23:34:50.970963 3858 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 23:34:50.971332 3858 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.949548ms I0430 23:34:50.971711 3858 namespace.go:102] [openshift-dns-operator] adding namespace took 5.995196ms I0430 23:34:50.972158 3858 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.00031ms I0430 23:34:50.972170 3858 namespace.go:98] [dedicated-admin] adding namespace I0430 23:34:50.972575 3858 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.051975ms I0430 23:34:50.972994 3858 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.085593ms I0430 23:34:50.973007 3858 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 23:34:50.973395 3858 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.070229ms I0430 23:34:50.973406 3858 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 23:34:50.973766 3858 namespace.go:102] [openshift-apiserver] adding namespace took 6.124014ms I0430 23:34:50.974165 3858 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.979911ms I0430 23:34:50.974178 3858 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 23:34:50.974547 3858 namespace.go:102] [openshift-machine-api] adding namespace took 5.965707ms I0430 23:34:50.974913 3858 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.527517ms I0430 23:34:50.975260 3858 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.462751ms I0430 23:34:50.975661 3858 namespace.go:102] [openshift-operators] adding namespace took 5.463622ms I0430 23:34:50.976047 3858 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.472522ms I0430 23:34:50.976059 3858 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 23:34:50.976443 3858 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.475589ms I0430 23:34:50.976455 3858 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 23:34:50.976803 3858 namespace.go:102] [dedicated-admin] adding namespace took 4.627314ms I0430 23:34:50.977187 3858 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 4.175703ms I0430 23:34:50.977565 3858 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.15439ms I0430 23:34:50.977950 3858 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.767739ms I0430 23:34:50.978338 3858 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.274521ms I0430 23:34:50.978676 3858 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.216822ms W0430 23:34:50.978755 3858 master.go:471] Unable to parse remote node ip-10-0-1-231.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 23:34:50.978856 3858 master.go:548] Adding or Updating local node "ip-10-0-0-96.ec2.internal" for network "default" I0430 23:34:50.978992 3858 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-231.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-231.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal I0430 23:34:50.979979 3858 zone_ic_handler.go:195] Time taken to create transit switch: 430.488µs I0430 23:34:50.979991 3858 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-108.ec2.internal for the network default I0430 23:34:50.981087 3858 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-108.ec2.internal" on network "default" took: 1.552825ms W0430 23:34:50.986303 3858 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kt66b: pod openshift-network-diagnostics/network-check-target-kt66b: no pod IPs found W0430 23:34:50.986330 3858 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-f6pw9: pod openshift-multus/network-metrics-daemon-f6pw9: no pod IPs found I0430 23:34:50.987303 3858 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-96.ec2.internal for the network default I0430 23:34:50.987471 3858 zone_ic_handler.go:195] Time taken to create transit switch: 156.248µs I0430 23:34:50.988658 3858 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 23:34:50.988695 3858 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 23:34:50.988715 3858 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 23:34:50.988750 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0430 23:34:50.988808 3858 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:50.988829 3858 services_controller.go:574] Full service sync requested for network=default I0430 23:34:50.988846 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:34:50.988864 3858 node_tracker.go:235] Node ip-10-0-1-231.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:34:50.988880 3858 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:50.988887 3858 services_controller.go:574] Full service sync requested for network=default I0430 23:34:50.988896 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-108.ec2.internal in network "default" I0430 23:34:50.988948 3858 node_tracker.go:169] Node ip-10-0-2-108.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:50.988958 3858 services_controller.go:574] Full service sync requested for network=default I0430 23:34:51.088807 3858 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 23:34:51.088844 3858 services_controller.go:208] Setting up event handlers for services for network=default I0430 23:34:51.089044 3858 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 23:34:51.089090 3858 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 23:34:51.089106 3858 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 23:34:51.189523 3858 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 23:34:51.189545 3858 repair.go:60] Starting repairing loop for services I0430 23:34:51.189630 3858 repair.go:131] Deleted 0 stale service LBs I0430 23:34:51.189650 3858 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 23:34:51.189667 3858 repair.go:62] Finished repairing loop for services: 123.549µs I0430 23:34:51.189690 3858 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 23:34:51.189699 3858 services_controller.go:254] Starting workers for network=default I0430 23:34:51.190080 3858 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-tbddg, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tbddg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:34:51.190113 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0430 23:34:51.190146 3858 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7mp8z: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found I0430 23:34:51.190275 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0430 23:34:51.190286 3858 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kt66b] creating logical port openshift-network-diagnostics_network-check-target-kt66b for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:51.190376 3858 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f6pw9] creating logical port openshift-multus_network-metrics-daemon-f6pw9 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:51.190393 3858 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kt66b I0430 23:34:51.190492 3858 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-f6pw9 I0430 23:34:51.205472 3858 pod.go:62] [openshift-network-diagnostics/network-check-target-kt66b] pod update took 15.133004ms I0430 23:34:51.205524 3858 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-kt66b] addLogicalPort annotation time took 15.187277ms I0430 23:34:51.206281 3858 pod.go:62] [openshift-multus/network-metrics-daemon-f6pw9] pod update took 15.830186ms I0430 23:34:51.206301 3858 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-f6pw9] addLogicalPort annotation time took 15.864567ms I0430 23:34:51.206687 3858 pods.go:271] [openshift-network-diagnostics/network-check-target-kt66b] addLogicalPort took 16.412559ms, libovsdb time 850.383µs I0430 23:34:51.207240 3858 pods.go:271] [openshift-multus/network-metrics-daemon-f6pw9] addLogicalPort took 16.903767ms, libovsdb time 707.417µs I0430 23:34:51.207715 3858 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 23:34:51.207743 3858 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 23:34:51.207756 3858 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 23:34:51.207760 3858 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 23:34:51.207976 3858 repair.go:29] Repairing admin network policies took 210.585µs I0430 23:34:51.208114 3858 repair.go:92] Repairing baseline admin network policies took 127.692µs I0430 23:34:51.208467 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 23:34:51.208489 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 23:34:51.210307 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 23:34:51.210334 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 23:34:51.210347 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 23:34:51.212041 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 23:34:51.212065 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 23:34:51.212075 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 23:34:51.213653 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 23:34:51.213674 3858 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 23:34:51.213705 3858 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 23:34:51.215063 3858 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 23:34:51.215096 3858 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 23:34:51.215109 3858 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 23:34:51.216413 3858 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 23:34:51.216432 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 23:34:51.217206 3858 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 23:34:51.217230 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 23:34:51.217975 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 23:34:51.217994 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 23:34:51.218002 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 23:34:51.218552 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 23:34:51.218577 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 23:34:51.218585 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 23:34:51.219167 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 23:34:51.219192 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 23:34:51.219204 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 23:34:51.219752 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 23:34:51.219769 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 23:34:51.219777 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 23:34:51.220305 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 23:34:51.220321 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 23:34:51.220327 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 23:34:51.220703 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 23:34:51.220725 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 23:34:51.220739 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 23:34:51.223078 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 23:34:51.223097 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 23:34:51.223105 3858 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 23:34:51.224628 3858 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 23:34:51.224648 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 23:34:51.224656 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 23:34:51.225102 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 23:34:51.225121 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 23:34:51.225143 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 23:34:51.225813 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 23:34:51.225829 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 23:34:51.225838 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 23:34:51.227649 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0430 23:34:51.227664 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 23:34:51.227681 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 23:34:51.227692 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 23:34:51.227701 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 23:34:51.227986 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 23:34:51.228004 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 23:34:51.228013 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 23:34:51.229020 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 23:34:51.229038 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 23:34:51.229044 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 23:34:51.229354 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 23:34:51.229374 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 23:34:51.229381 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 23:34:51.230600 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 23:34:51.230618 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 23:34:51.230629 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 23:34:51.231128 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 23:34:51.231147 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 23:34:51.231155 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 23:34:51.232156 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0430 23:34:51.232168 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 23:34:51.232192 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 23:34:51.232208 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 23:34:51.232216 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 23:34:51.232694 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 23:34:51.232711 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 23:34:51.232721 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 23:34:51.233864 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 23:34:51.233881 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 23:34:51.233888 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 23:34:51.234342 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 23:34:51.234360 3858 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 23:34:51.234369 3858 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 23:34:51.235287 3858 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 23:34:51.235304 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 23:34:51.235315 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 23:34:51.236239 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 23:34:51.236255 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 23:34:51.236265 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 23:34:51.237378 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 23:34:51.237395 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 23:34:51.237405 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 23:34:51.237883 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 23:34:51.238155 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0430 23:34:51.238161 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0430 23:34:51.243738 3858 egressfirewall.go:374] Starting EgressFirewall controller I0430 23:34:51.243772 3858 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 23:34:51.243773 3858 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 23:34:51.243801 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 23:34:51.243815 3858 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 23:34:51.243801 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 23:34:51.243823 3858 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 23:34:51.244103 3858 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 23:34:51.244117 3858 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 23:34:51.244122 3858 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 23:34:51.244130 3858 egressqos.go:193] Setting up event handlers for EgressQoS I0430 23:34:51.244138 3858 egressfirewall.go:723] Syncing node "ip-10-0-2-108.ec2.internal" for egress firewall I0430 23:34:51.244150 3858 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:34:51.244157 3858 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:34:51.244245 3858 egressqos.go:245] Starting EgressQoS Controller I0430 23:34:51.244255 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 23:34:51.244261 3858 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 23:34:51.244266 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 23:34:51.244270 3858 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 23:34:51.244275 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 23:34:51.244279 3858 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 23:34:51.244283 3858 egressqos.go:259] Repairing EgressQoSes I0430 23:34:51.244287 3858 egressqos.go:399] Starting repairing loop for egressqos I0430 23:34:51.244353 3858 egressqos.go:401] Finished repairing loop for egressqos: 66.353µs I0430 23:34:51.244369 3858 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 23:34:51.244414 3858 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-96.ec2.internal I0430 23:34:51.244457 3858 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-96.ec2.internal : 43.071µs I0430 23:34:51.244474 3858 egressservice_zone.go:210] Starting Egress Services Controller I0430 23:34:51.244482 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 23:34:51.244487 3858 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 23:34:51.244493 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 23:34:51.244498 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 23:34:51.244502 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 23:34:51.244507 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 23:34:51.244512 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 23:34:51.244516 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 23:34:51.244520 3858 egressservice_zone.go:228] Repairing Egress Services I0430 23:34:51.244778 3858 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 23:34:51.244788 3858 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 23:34:51.244808 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:51.244821 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 13.801µs I0430 23:34:51.244828 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:34:51.244832 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 3.833µs I0430 23:34:51.244836 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0430 23:34:51.244845 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 9.177µs I0430 23:34:51.244918 3858 default_network_controller.go:585] Completing all the Watchers took 301.460304ms I0430 23:34:51.244943 3858 default_network_controller.go:589] Starting unidling controllers I0430 23:34:51.244955 3858 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 23:34:51.244961 3858 unidle.go:63] Populating Initial ContollerEvent events I0430 23:34:51.244970 3858 unidle.go:79] Setting up event handlers for services I0430 23:34:51.245035 3858 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 23:34:51.304547 3858 default_node_network_controller.go:519] Node connection status = connected I0430 23:34:51.804618 3858 default_node_network_controller.go:519] Node connection status = connected I0430 23:34:52.305175 3858 default_node_network_controller.go:519] Node connection status = connected I0430 23:34:52.804393 3858 default_node_network_controller.go:519] Node connection status = connected I0430 23:34:53.055825 3858 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 23:34:53.304916 3858 default_node_network_controller.go:519] Node connection status = connected I0430 23:34:53.325104 3858 bridgeconfig.go:537] Gateway is ready I0430 23:34:53.325128 3858 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 23:34:53.338252 3858 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.96. Updating OVN encap IP. I0430 23:34:53.344330 3858 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.96 - it is already configured I0430 23:34:53.344348 3858 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.96/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 23:34:53.344592 3858 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.96/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-96.ec2.internal","mac-address":"12:93:e5:ad:17:73","ip-addresses":["10.0.0.96/24"],"ip-address":"10.0.0.96/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:afef53a0-e3ca-4e83-a59a-945d804d1009 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.96/24"}] on node ip-10-0-0-96.ec2.internal I0430 23:34:53.364061 3858 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.96 I0430 23:34:53.364139 3858 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-96.ec2.internal I0430 23:34:53.364232 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0430 23:34:53.364302 3858 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:53.364325 3858 services_controller.go:574] Full service sync requested for network=default I0430 23:34:53.364335 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:53.364345 3858 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:34:53.364347 3858 master.go:548] Adding or Updating local node "ip-10-0-0-96.ec2.internal" for network "default" I0430 23:34:53.364352 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 20.503µs I0430 23:34:53.369890 3858 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-96.ec2.internal. Updating no re-route policies I0430 23:34:53.369981 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wp7hc I0430 23:34:53.369993 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:34:53.369997 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n4z2q I0430 23:34:53.370010 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9qncg I0430 23:34:53.370012 3858 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mrbbq I0430 23:34:53.370023 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9qncg I0430 23:34:53.369999 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wp7hc I0430 23:34:53.370027 3858 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mrbbq I0430 23:34:53.370050 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9qncg after 0 failed attempt(s) I0430 23:34:53.370012 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:34:53.370055 3858 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mrbbq after 0 failed attempt(s) I0430 23:34:53.370060 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-j982l I0430 23:34:53.370012 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n4z2q I0430 23:34:53.370079 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-j982l I0430 23:34:53.370091 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n4z2q after 0 failed attempt(s) I0430 23:34:53.369984 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wt5t6 I0430 23:34:53.370106 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-wt5t6 I0430 23:34:53.370122 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-wt5t6 after 0 failed attempt(s) I0430 23:34:53.370120 3858 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tbddg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tbddg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:34:53.369998 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d57h4 I0430 23:34:53.370139 3858 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-96.ec2.internal I0430 23:34:53.370145 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d57h4 I0430 23:34:53.370153 3858 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-96.ec2.internal I0430 23:34:53.370157 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wp7hc after 0 failed attempt(s) I0430 23:34:53.370162 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d57h4 after 0 failed attempt(s) I0430 23:34:53.370172 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-j982l after 0 failed attempt(s) I0430 23:34:53.370186 3858 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-96.ec2.internal after 0 failed attempt(s) I0430 23:34:53.370010 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-96.ec2.internal I0430 23:34:53.370198 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-x4t4w I0430 23:34:53.370203 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-x4t4w I0430 23:34:53.370201 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-96.ec2.internal I0430 23:34:53.370213 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-x4t4w after 0 failed attempt(s) I0430 23:34:53.370221 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-59rcx I0430 23:34:53.370226 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-59rcx I0430 23:34:53.370228 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-96.ec2.internal after 0 failed attempt(s) I0430 23:34:53.370235 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-59rcx after 0 failed attempt(s) I0430 23:34:53.370244 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kt66b I0430 23:34:53.370249 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kt66b I0430 23:34:53.370271 3858 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kt66b] creating logical port openshift-network-diagnostics_network-check-target-kt66b for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:53.370284 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:34:53.370297 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:34:53.370338 3858 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7mp8z: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found I0430 23:34:53.370269 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f6pw9 I0430 23:34:53.370356 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f6pw9 I0430 23:34:53.370391 3858 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f6pw9] creating logical port openshift-multus_network-metrics-daemon-f6pw9 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:53.371030 3858 pods.go:271] [openshift-network-diagnostics/network-check-target-kt66b] addLogicalPort took 763.159µs, libovsdb time 306.146µs I0430 23:34:53.371046 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kt66b after 0 failed attempt(s) I0430 23:34:53.371098 3858 pods.go:271] [openshift-multus/network-metrics-daemon-f6pw9] addLogicalPort took 715.873µs, libovsdb time 272.052µs I0430 23:34:53.371123 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-f6pw9 after 0 failed attempt(s) I0430 23:34:53.384175 3858 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 23:34:53.397253 3858 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 23:34:53.401172 3858 iptables.go:108] Creating table: nat chain: OUTPUT I0430 23:34:53.437504 3858 iptables.go:108] Creating table: nat chain: PREROUTING I0430 23:34:53.492143 3858 iptables.go:108] Creating table: filter chain: FORWARD I0430 23:34:53.511435 3858 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 23:34:53.511554 3858 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 23:34:53.511611 3858 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 23:34:53.511707 3858 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 23:34:53.511764 3858 gateway_init.go:325] Gateway and management port readiness took 2.712155278s I0430 23:34:53.511792 3858 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 23:34:53.511825 3858 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 23:34:53.511837 3858 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 23:34:53.511847 3858 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 23:34:53.511914 3858 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 23:34:53.512033 3858 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.673µs I0430 23:34:53.512364 3858 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 23:34:53.512391 3858 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.735µs I0430 23:34:53.512397 3858 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.173µs I0430 23:34:53.512403 3858 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 23:34:53.512412 3858 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 23:34:53.512417 3858 default_node_network_controller.go:899] Starting the default node network controller I0430 23:34:53.512422 3858 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 23:34:53.512500 3858 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.549µs I0430 23:34:53.512602 3858 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 23:34:53.512611 3858 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 23:34:53.512634 3858 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d1c0 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ec000 0xc0002ec0e0 0xc000b2b450 0xc0002ec150 0xc0002ec1c0 0xc00003a0a0 0xc0065fc310 0xc0002ec230 map[0x2ff9080:0xc002f01500 0x2ff95c0:0xc005082600 0x2ffa2e0:0xc002f01440 0x2ffa580:0xc002f014a0 0x2ffad60:0xc002f01560 0x2ffb000:0xc005082540 0x2ffb2a0:0xc0050825a0 0x2ffba80:0xc005082660 0x2ffbd20:0xc0050826c0 0x3026980:0xc001f82a20 0x3026d20:0xc001f83080 0x3027800:0xc000c836e0 0x3029160:0xc001b9e000 0x30298a0:0xc002715200 0x302a720:0xc0012936e0] 0xc000b20540 0} I0430 23:34:53.512699 3858 gateway.go:151] Starting gateway service sync I0430 23:34:53.513236 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 23:34:53.515789 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 23:34:53.532586 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 23:34:53.534051 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 23:34:53.535474 3858 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 23:34:53.572053 3858 gateway.go:168] Gateway service sync done. Time taken: 59.339129ms I0430 23:34:53.572503 3858 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30720 I0430 23:34:53.572968 3858 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d1c0 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ec000 0xc0002ec0e0 0xc000b2b450 0xc0002ec150 0xc0002ec1c0 0xc00003a0a0 0xc0065fc310 0xc0002ec230 map[0x2ff9080:0xc002f01500 0x2ff95c0:0xc005082600 0x2ffa2e0:0xc002f01440 0x2ffa580:0xc002f014a0 0x2ffad60:0xc002f01560 0x2ffb000:0xc005082540 0x2ffb2a0:0xc0050825a0 0x2ffba80:0xc005082660 0x2ffbd20:0xc0050826c0 0x3026980:0xc001f82a20 0x3026d20:0xc001f83080 0x3027800:0xc000c836e0 0x3029160:0xc001b9e000 0x30298a0:0xc002715200 0x302a720:0xc0012936e0] 0xc000b20540 0} I0430 23:34:53.573502 3858 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d1c0 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ec000 0xc0002ec0e0 0xc000b2b450 0xc0002ec150 0xc0002ec1c0 0xc00003a0a0 0xc0065fc310 0xc0002ec230 map[0x2ff9080:0xc002f01500 0x2ff95c0:0xc005082600 0x2ffa2e0:0xc002f01440 0x2ffa580:0xc002f014a0 0x2ffad60:0xc002f01560 0x2ffb000:0xc005082540 0x2ffb2a0:0xc0050825a0 0x2ffba80:0xc005082660 0x2ffbd20:0xc0050826c0 0x3026980:0xc001f82a20 0x3026d20:0xc001f83080 0x3027800:0xc000c836e0 0x3029160:0xc001b9e000 0x30298a0:0xc002715200 0x302a720:0xc0012936e0] 0xc000b20540 0} I0430 23:34:53.573537 3858 gateway.go:532] Reconciling gateway with updates I0430 23:34:53.579311 3858 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 23:34:53.579390 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:34:53.579408 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 23:34:53.579409 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:34:53.579420 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:34:53.579427 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 23:34:53.579430 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:34:53.579430 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:34:53.579444 3858 default_node_network_controller.go:944] Gateway and management port readiness took 66.822755ms I0430 23:34:53.579454 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:34:53.579432 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 23:34:53.579526 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:34:53.579568 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:34:53.579581 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:34:53.579578 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:34:53.579587 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:34:53.579586 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:34:53.579590 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:34:53.579416 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:34:53.579599 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:34:53.579603 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:34:53.579607 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:34:53.579615 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:34:53.579631 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:34:53.579645 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579646 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579651 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 23:34:53.579665 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0430 23:34:53.579669 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 23:34:53.579661 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:34:53.579668 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:34:53.579675 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:34:53.579684 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:34:53.579688 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:34:53.579693 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:34:53.579692 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:34:53.579693 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:34:53.579695 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:34:53.579701 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579710 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:34:53.579666 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:34:53.579443 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:34:53.579723 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:34:53.579724 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579596 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:34:53.579732 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:34:53.579733 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579726 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 23:34:53.579735 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 23:34:53.579509 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 23:34:53.579513 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:34:53.579756 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579758 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 23:34:53.579762 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 23:34:53.579761 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:34:53.579779 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 23:34:53.579398 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:34:53.579795 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:34:53.579507 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 23:34:53.579519 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 23:34:53.579894 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 23:34:53.579508 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 23:34:53.579911 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 23:34:53.579917 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 23:34:53.579525 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 23:34:53.579958 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 23:34:53.579976 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 32741 is already open, no action needed I0430 23:34:53.579395 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:34:53.579984 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 31649 is already open, no action needed I0430 23:34:53.579982 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 23:34:53.579991 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:34:53.580041 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 23:34:53.579532 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:34:53.580067 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:34:53.579537 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:34:53.580095 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:34:53.580103 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 23:34:53.579533 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:34:53.580118 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:34:53.579538 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:34:53.580160 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:34:53.580165 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 23:34:53.579538 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:34:53.580171 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:34:53.579549 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0430 23:34:53.580209 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0430 23:34:53.580217 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0430 23:34:53.579546 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0430 23:34:53.580226 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0430 23:34:53.579554 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:34:53.580257 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:34:53.579550 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 23:34:53.580294 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 23:34:53.579561 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:34:53.580342 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:34:53.580353 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 23:34:53.579554 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:34:53.580364 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:34:53.579564 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:34:53.580409 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:34:53.579572 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:34:53.580453 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:34:53.579568 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:34:53.580486 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:34:53.579573 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:34:53.580522 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:34:53.579574 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:34:53.580550 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:34:53.580555 3858 node_ip_handler_linux.go:160] Node IP manager is running I0430 23:34:53.579575 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 23:34:53.580574 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 23:34:53.579479 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:34:53.580593 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:34:53.579676 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0430 23:34:53.579676 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:34:53.580649 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:34:53.579698 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 23:34:53.579711 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 23:34:53.579712 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 23:34:53.579498 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:34:53.580679 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:34:53.579504 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:34:53.580700 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:34:53.580704 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 23:34:53.579829 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 23:34:53.579508 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 23:34:53.579903 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 23:34:53.579525 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:34:53.580725 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook W0430 23:34:53.627303 3858 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 23:34:53.627523 3858 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 23:34:53.627674 3858 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0430 23:34:53.637263 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 23:34:53.637334 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 23:34:53.637357 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 23:34:53.637367 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 23:34:53.637375 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 23:34:53.637388 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0430 23:34:53.637395 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 23:34:53.680058 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 23:34:53.680116 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 23:34:53.680137 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 23:34:53.680159 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 23:34:53.680175 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 23:34:53.680184 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 23:34:53.680190 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 23:34:53.721699 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 23:34:53.721727 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0430 23:34:53.721758 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 23:34:53.721775 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 23:34:53.721798 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 23:34:53.721804 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0430 23:34:54.881005 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:55.278588 3858 default_node_network_controller.go:1380] Starting node controller node sync W0430 23:34:55.278624 3858 egressip_healthcheck.go:76] Health checking using insecure connection I0430 23:34:55.278660 3858 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0430 23:34:55.290679 3858 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.069796ms I0430 23:34:55.290867 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 10.0.2.108 to PMTUD blocking rules I0430 23:34:55.290879 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:34:55.296681 3858 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 23:34:55.296984 3858 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 23:34:55.297101 3858 egressservice_node.go:183] Starting Egress Services Controller I0430 23:34:55.297117 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 23:34:55.297143 3858 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 23:34:55.297152 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 23:34:55.297171 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 23:34:55.297178 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 23:34:55.297183 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 23:34:55.297187 3858 egressservice_node.go:197] Repairing Egress Services I0430 23:34:55.307494 3858 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 23:34:55.307504 3858 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 23:34:55.307772 3858 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 23:34:55.307784 3858 link_network_manager.go:119] Link manager is running I0430 23:34:55.307793 3858 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 23:34:55.308022 3858 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 23:34:55.308614 3858 vrf_manager.go:128] VRF manager is running I0430 23:34:55.308708 3858 node_controller_manager.go:437] Removing flows to drop GARP I0430 23:34:55.308716 3858 gateway.go:532] Reconciling gateway with updates I0430 23:34:55.322797 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:34:55.322809 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:34:55.322812 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0430 23:34:55.322824 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:34:55.322833 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:34:55.322838 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:34:55.322846 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 23:34:55.322839 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:34:55.322854 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:34:55.322859 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:34:55.322853 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:34:55.322866 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:34:55.322855 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:34:55.322877 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:34:55.322883 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:34:55.322891 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:34:55.322891 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:34:55.322892 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:34:55.322896 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 23:34:55.322854 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:34:55.322915 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:34:55.322923 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 23:34:55.322824 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 23:34:55.322925 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:34:55.322952 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 23:34:55.322928 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 23:34:55.322959 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0430 23:34:55.322967 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 23:34:55.322957 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:34:55.322975 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 23:34:55.322986 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:34:55.322984 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 23:34:55.322996 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 23:34:55.323000 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 23:34:55.322997 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:34:55.323006 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323014 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:34:55.322990 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:34:55.323018 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 23:34:55.323023 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:34:55.323027 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:34:55.323025 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:34:55.323031 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 23:34:55.323037 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:34:55.323034 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 23:34:55.323042 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:34:55.323043 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 23:34:55.323048 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 23:34:55.323051 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323052 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:34:55.323056 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 23:34:55.323062 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:34:55.323066 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 32741 is already open, no action needed I0430 23:34:55.322977 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:34:55.323074 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:34:55.323075 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:34:55.323077 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:34:55.323081 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:34:55.323085 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:34:55.323082 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323091 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:34:55.323087 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 23:34:55.323091 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:34:55.323092 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:34:55.323094 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 23:34:55.323108 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:34:55.323055 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:34:55.323109 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:34:55.323123 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:34:55.323159 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 23:34:55.322876 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:34:55.323225 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 23:34:55.323225 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:34:55.323239 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:34:55.323247 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 23:34:55.323261 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 23:34:55.323059 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 23:34:55.323273 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 23:34:55.323050 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0430 23:34:55.323286 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0430 23:34:55.323321 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0430 23:34:55.323006 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:34:55.323338 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:34:55.323368 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323008 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 23:34:55.323407 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 23:34:55.323011 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:34:55.323424 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:34:55.323451 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 23:34:55.323016 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:34:55.323463 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:34:55.323481 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 23:34:55.323016 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:34:55.323489 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:34:55.323526 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 23:34:55.323016 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0430 23:34:55.323541 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0430 23:34:55.323548 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0430 23:34:55.323024 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:34:55.323557 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:34:55.323030 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:34:55.323642 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:34:55.323650 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323690 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 23:34:55.323035 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:34:55.323704 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:34:55.323725 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323035 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:34:55.323735 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:34:55.323753 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 23:34:55.323040 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:34:55.323770 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:34:55.323788 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 23:34:55.323046 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:34:55.323798 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:34:55.323802 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323056 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:34:55.323809 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:34:55.323838 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 23:34:55.323056 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 23:34:55.323061 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 23:34:55.322861 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 23:34:55.323066 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:34:55.323880 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:34:55.323068 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:34:55.323079 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 31649 is already open, no action needed I0430 23:34:55.323075 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:34:55.323990 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:34:55.323995 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 23:34:55.323087 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:34:55.323082 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 23:34:55.324020 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 23:34:55.323095 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:34:55.324062 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 23:34:55.322827 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0430 23:34:55.323167 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 23:34:55.323171 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 23:34:55.323176 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 23:34:55.323183 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 23:34:55.349270 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 23:34:55.349304 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 23:34:55.349315 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 23:34:55.388743 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 23:34:55.388751 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 23:34:55.428011 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 23:34:55.428045 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0430 23:34:56.680357 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:56.680391 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 38.842µs I0430 23:34:56.710668 3858 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-976bbb5c9-bfxc6] creating logical port openshift-image-registry_image-registry-976bbb5c9-bfxc6 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.710786 3858 kube.go:256] Updating pod openshift-image-registry/image-registry-976bbb5c9-bfxc6 I0430 23:34:56.713564 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-n49xh for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.713659 3858 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh I0430 23:34:56.721390 3858 base_network_controller_pods.go:487] [default/openshift-console/console-5ccbf4fb6c-zn944] creating logical port openshift-console_console-5ccbf4fb6c-zn944 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.721518 3858 kube.go:256] Updating pod openshift-console/console-5ccbf4fb6c-zn944 I0430 23:34:56.736216 3858 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh] pod update took 22.581318ms I0430 23:34:56.736234 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh] addLogicalPort annotation time took 22.602679ms I0430 23:34:56.736402 3858 pod.go:62] [openshift-image-registry/image-registry-976bbb5c9-bfxc6] pod update took 25.648498ms I0430 23:34:56.736425 3858 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-976bbb5c9-bfxc6] addLogicalPort annotation time took 25.674008ms I0430 23:34:56.736428 3858 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7bf9d956f4-sb289] creating logical port openshift-ingress_router-default-7bf9d956f4-sb289 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.736535 3858 kube.go:256] Updating pod openshift-ingress/router-default-7bf9d956f4-sb289 I0430 23:34:56.738347 3858 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh] addLogicalPort took 24.793502ms, libovsdb time 1.804987ms I0430 23:34:56.738794 3858 pods.go:271] [openshift-image-registry/image-registry-976bbb5c9-bfxc6] addLogicalPort took 28.144484ms, libovsdb time 2.100062ms I0430 23:34:56.738839 3858 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-ffh7l] creating logical port openshift-console_downloads-5c54f4944f-ffh7l for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.738902 3858 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-ffh7l I0430 23:34:56.745834 3858 pod.go:62] [openshift-console/console-5ccbf4fb6c-zn944] pod update took 24.346382ms I0430 23:34:56.745851 3858 base_network_controller_pods.go:951] [default/openshift-console/console-5ccbf4fb6c-zn944] addLogicalPort annotation time took 24.367212ms I0430 23:34:56.746996 3858 pods.go:271] [openshift-console/console-5ccbf4fb6c-zn944] addLogicalPort took 25.618816ms, libovsdb time 876.95µs I0430 23:34:56.756622 3858 pod.go:62] [openshift-console/downloads-5c54f4944f-ffh7l] pod update took 17.741468ms I0430 23:34:56.756640 3858 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-ffh7l] addLogicalPort annotation time took 17.762768ms I0430 23:34:56.757537 3858 pods.go:271] [openshift-console/downloads-5c54f4944f-ffh7l] addLogicalPort took 18.703637ms, libovsdb time 658.936µs I0430 23:34:56.759275 3858 pod.go:62] [openshift-ingress/router-default-7bf9d956f4-sb289] pod update took 22.769167ms I0430 23:34:56.759296 3858 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7bf9d956f4-sb289] addLogicalPort annotation time took 22.793598ms I0430 23:34:56.760308 3858 pods.go:271] [openshift-ingress/router-default-7bf9d956f4-sb289] addLogicalPort took 23.891619ms, libovsdb time 785.881µs I0430 23:34:56.765759 3858 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wsn7w] creating logical port openshift-insights_insights-runtime-extractor-wsn7w for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.765974 3858 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wsn7w I0430 23:34:56.779985 3858 pod.go:62] [openshift-insights/insights-runtime-extractor-wsn7w] pod update took 14.122669ms I0430 23:34:56.780004 3858 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-wsn7w] addLogicalPort annotation time took 14.144274ms I0430 23:34:56.780974 3858 pods.go:271] [openshift-insights/insights-runtime-extractor-wsn7w] addLogicalPort took 15.227352ms, libovsdb time 689.206µs I0430 23:34:56.781029 3858 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rr494] creating logical port openshift-dns_dns-default-rr494 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.781094 3858 kube.go:256] Updating pod openshift-dns/dns-default-rr494 I0430 23:34:56.796457 3858 pod.go:62] [openshift-dns/dns-default-rr494] pod update took 15.380136ms I0430 23:34:56.796480 3858 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rr494] addLogicalPort annotation time took 15.406014ms I0430 23:34:56.797401 3858 pods.go:271] [openshift-dns/dns-default-rr494] addLogicalPort took 16.380137ms, libovsdb time 701.536µs I0430 23:34:56.869092 3858 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-s9wmv] creating logical port openshift-ingress-canary_ingress-canary-s9wmv for pod on switch ip-10-0-0-96.ec2.internal I0430 23:34:56.869207 3858 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-s9wmv I0430 23:34:56.888050 3858 pod.go:62] [openshift-ingress-canary/ingress-canary-s9wmv] pod update took 18.87417ms I0430 23:34:56.888073 3858 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-s9wmv] addLogicalPort annotation time took 18.902956ms I0430 23:34:56.889257 3858 pods.go:271] [openshift-ingress-canary/ingress-canary-s9wmv] addLogicalPort took 20.178643ms, libovsdb time 879.409µs I0430 23:34:57.118302 3858 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh f33e0263646def3c7deb23d48bd87d79f895e13f945a74efd5caf8201416f1d2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh f33e0263646def3c7deb23d48bd87d79f895e13f945a74efd5caf8201416f1d2 network default NAD default NAD key ] I0430 23:34:57.131199 3858 cni.go:452] [openshift-console/downloads-5c54f4944f-ffh7l 661f4d2b53a56ca525a6c66f1e1afe630cfebf71f3946fa4f7ef8957687d7895 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-ffh7l 661f4d2b53a56ca525a6c66f1e1afe630cfebf71f3946fa4f7ef8957687d7895 network default NAD default NAD key ] I0430 23:34:57.153401 3858 cni.go:452] [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key ] I0430 23:34:57.164910 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-ffh7l, hostIfaceName: 661f4d2b53a56ca, network: default, NAD default, SandboxID: "661f4d2b53a56ca525a6c66f1e1afe630cfebf71f3946fa4f7ef8957687d7895", PCI device ID: , UID: "0ec73a99-f530-4299-8d89-726b0616a0d9", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0430 23:34:57.165366 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-n49xh, hostIfaceName: f33e0263646def3, network: default, NAD default, SandboxID: "f33e0263646def3c7deb23d48bd87d79f895e13f945a74efd5caf8201416f1d2", PCI device ID: , UID: "a997971a-4b5b-48c7-a4b9-f868cfb8c71a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0430 23:34:57.168276 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5ccbf4fb6c-zn944, hostIfaceName: f3300fdcfa057e1, network: default, NAD default, SandboxID: "f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe", PCI device ID: , UID: "da067dbb-4415-4527-ad91-aaea348a1943", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0430 23:34:57.172984 3858 cni.go:452] [openshift-ingress/router-default-7bf9d956f4-sb289 2e52d5b45ff18228010418b983fc363b8f60366bbf42c2de3688f0cb6b8288e0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7bf9d956f4-sb289 2e52d5b45ff18228010418b983fc363b8f60366bbf42c2de3688f0cb6b8288e0 network default NAD default NAD key ] I0430 23:34:57.185139 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7bf9d956f4-sb289, hostIfaceName: 2e52d5b45ff1822, network: default, NAD default, SandboxID: "2e52d5b45ff18228010418b983fc363b8f60366bbf42c2de3688f0cb6b8288e0", PCI device ID: , UID: "677037ea-422d-43b6-9170-569a32bbaaeb", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0430 23:34:57.218250 3858 cni.go:452] [openshift-dns/dns-default-rr494 4f20778c1e43c05c0eb6768d4426e7a59f7b4d2d02d9f9981e388a744955dfb8 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rr494 4f20778c1e43c05c0eb6768d4426e7a59f7b4d2d02d9f9981e388a744955dfb8 network default NAD default NAD key ] I0430 23:34:57.218312 3858 cni.go:452] [openshift-insights/insights-runtime-extractor-wsn7w 5f6fa52a823ccc063547d022b3b903512dd7a1a3cebe1e6bb728437750114ddd network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wsn7w 5f6fa52a823ccc063547d022b3b903512dd7a1a3cebe1e6bb728437750114ddd network default NAD default NAD key ] I0430 23:34:57.235505 3858 cni.go:473] [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:22:f7:e0:06:89\",\"name\":\"f3300fdcfa057e1\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52dc2482-f5ae-481d-a87c-d4d201371c05\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.235914 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wsn7w, hostIfaceName: 5f6fa52a823ccc0, network: default, NAD default, SandboxID: "5f6fa52a823ccc063547d022b3b903512dd7a1a3cebe1e6bb728437750114ddd", PCI device ID: , UID: "58316926-5db5-4125-a644-445047f75db2", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0430 23:34:57.238731 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rr494, hostIfaceName: 4f20778c1e43c05, network: default, NAD default, SandboxID: "4f20778c1e43c05c0eb6768d4426e7a59f7b4d2d02d9f9981e388a744955dfb8", PCI device ID: , UID: "089fab3b-f3df-4dcd-b851-26727102842c", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0430 23:34:57.240742 3858 cni.go:473] [openshift-console/downloads-5c54f4944f-ffh7l 661f4d2b53a56ca525a6c66f1e1afe630cfebf71f3946fa4f7ef8957687d7895 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-ffh7l 661f4d2b53a56ca525a6c66f1e1afe630cfebf71f3946fa4f7ef8957687d7895 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:fd:a1:b5:68:f9\",\"name\":\"661f4d2b53a56ca\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08dbe1c3-a4e7-45ee-93f9-d27ca7e2417f\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.240958 3858 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh f33e0263646def3c7deb23d48bd87d79f895e13f945a74efd5caf8201416f1d2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n49xh f33e0263646def3c7deb23d48bd87d79f895e13f945a74efd5caf8201416f1d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:8b:0f:71:51:f1\",\"name\":\"f33e0263646def3\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f19d9254-99d1-4487-86df-3db0f5c0c42b\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.254852 3858 cni.go:473] [openshift-ingress/router-default-7bf9d956f4-sb289 2e52d5b45ff18228010418b983fc363b8f60366bbf42c2de3688f0cb6b8288e0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7bf9d956f4-sb289 2e52d5b45ff18228010418b983fc363b8f60366bbf42c2de3688f0cb6b8288e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b6:4c:60:fa:b9\",\"name\":\"2e52d5b45ff1822\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6feb9880-ed99-4bb5-b4a9-2ef607ce99d1\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.268921 3858 cni.go:452] [openshift-ingress-canary/ingress-canary-s9wmv 85da3c2f2f4f484e572da4b9ba578157554095d084e8b492e949b41ba67062e9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-s9wmv 85da3c2f2f4f484e572da4b9ba578157554095d084e8b492e949b41ba67062e9 network default NAD default NAD key ] I0430 23:34:57.283085 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-s9wmv, hostIfaceName: 85da3c2f2f4f484, network: default, NAD default, SandboxID: "85da3c2f2f4f484e572da4b9ba578157554095d084e8b492e949b41ba67062e9", PCI device ID: , UID: "5362e513-30b9-4457-accb-bec3c14ba320", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0430 23:34:57.289618 3858 cni.go:473] [openshift-insights/insights-runtime-extractor-wsn7w 5f6fa52a823ccc063547d022b3b903512dd7a1a3cebe1e6bb728437750114ddd network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wsn7w 5f6fa52a823ccc063547d022b3b903512dd7a1a3cebe1e6bb728437750114ddd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:7c:7f:ff:e1:f4\",\"name\":\"5f6fa52a823ccc0\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63c5e12d-32bd-48ac-a571-8bed0d5e9e51\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.297607 3858 cni.go:473] [openshift-dns/dns-default-rr494 4f20778c1e43c05c0eb6768d4426e7a59f7b4d2d02d9f9981e388a744955dfb8 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rr494 4f20778c1e43c05c0eb6768d4426e7a59f7b4d2d02d9f9981e388a744955dfb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b5:80:83:1d:85\",\"name\":\"4f20778c1e43c05\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d8a923-21e4-4b81-809e-fae1ec59d264\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.334455 3858 cni.go:473] [openshift-ingress-canary/ingress-canary-s9wmv 85da3c2f2f4f484e572da4b9ba578157554095d084e8b492e949b41ba67062e9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-s9wmv 85da3c2f2f4f484e572da4b9ba578157554095d084e8b492e949b41ba67062e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:28:2e:bf:b2:e8\",\"name\":\"85da3c2f2f4f484\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4077428a-3758-4713-be30-8bd73bd17bc4\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:34:57.409881 3858 cni.go:452] [openshift-image-registry/image-registry-976bbb5c9-bfxc6 626a2db3a473954d6b146928e2c9cb619f89e80391a6e4083e3833585c9f4007 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-976bbb5c9-bfxc6 626a2db3a473954d6b146928e2c9cb619f89e80391a6e4083e3833585c9f4007 network default NAD default NAD key ] I0430 23:34:57.422801 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-976bbb5c9-bfxc6, hostIfaceName: 626a2db3a473954, network: default, NAD default, SandboxID: "626a2db3a473954d6b146928e2c9cb619f89e80391a6e4083e3833585c9f4007", PCI device ID: , UID: "5b2833ea-a785-480e-8b91-cdf5d6366fe1", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0430 23:34:57.472766 3858 cni.go:473] [openshift-image-registry/image-registry-976bbb5c9-bfxc6 626a2db3a473954d6b146928e2c9cb619f89e80391a6e4083e3833585c9f4007 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-976bbb5c9-bfxc6 626a2db3a473954d6b146928e2c9cb619f89e80391a6e4083e3833585c9f4007 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:3f:56:7f:57:25\",\"name\":\"626a2db3a473954\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1831a07-7a06-47aa-aef4-d1f8b6e6bd46\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:34:57.633392 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 23:34:57.633413 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0430 23:34:58.648584 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0430 23:34:58.648611 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0430 23:34:58.728091 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 23:34:58.745777 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:34:58.745800 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:34:58.745809 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0430 23:35:03.574173 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-ws2sf] creating logical port openshift-monitoring_prometheus-operator-76b589d668-ws2sf for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:03.574272 3858 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-ws2sf I0430 23:35:03.588048 3858 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-ws2sf] pod update took 13.805343ms I0430 23:35:03.588077 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-ws2sf] addLogicalPort annotation time took 13.839492ms I0430 23:35:03.590089 3858 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-ws2sf] addLogicalPort took 15.945578ms, libovsdb time 1.030576ms I0430 23:35:04.534807 3858 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-ws2sf 5d8b40588fd86ec596af5427d3673e0bb89847fdf41933776478360206e5ef2d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-ws2sf 5d8b40588fd86ec596af5427d3673e0bb89847fdf41933776478360206e5ef2d network default NAD default NAD key ] I0430 23:35:04.546289 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-ws2sf, hostIfaceName: 5d8b40588fd86ec, network: default, NAD default, SandboxID: "5d8b40588fd86ec596af5427d3673e0bb89847fdf41933776478360206e5ef2d", PCI device ID: , UID: "19a95c77-f21e-4a0f-8368-3342ae3b6557", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0430 23:35:04.596616 3858 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-ws2sf 5d8b40588fd86ec596af5427d3673e0bb89847fdf41933776478360206e5ef2d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-ws2sf 5d8b40588fd86ec596af5427d3673e0bb89847fdf41933776478360206e5ef2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:9d:89:38:47:16\",\"name\":\"5d8b40588fd86ec\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f2d5a39-7f54-4f27-8ca6-bc38f7b032c2\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:05.271562 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0430 23:35:07.665303 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 23:35:08.981323 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-x6wzp for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:08.981439 3858 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp I0430 23:35:09.004610 3858 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp] pod update took 23.214833ms I0430 23:35:09.004635 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp] addLogicalPort annotation time took 23.247558ms I0430 23:35:09.005783 3858 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp] addLogicalPort took 24.474955ms, libovsdb time 817.64µs I0430 23:35:09.017189 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-csftj] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-csftj for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:09.017380 3858 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-csftj I0430 23:35:09.038912 3858 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-csftj] pod update took 21.594127ms I0430 23:35:09.039114 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-csftj] addLogicalPort annotation time took 21.808141ms I0430 23:35:09.052636 3858 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-csftj] addLogicalPort took 35.461611ms, libovsdb time 12.701683ms I0430 23:35:09.339694 3858 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp b4593089a34bfb5594394653421bae3b36ddafa2fa653f93c6dce9b3b0ed287b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp b4593089a34bfb5594394653421bae3b36ddafa2fa653f93c6dce9b3b0ed287b network default NAD default NAD key ] I0430 23:35:09.349227 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-x6wzp, hostIfaceName: b4593089a34bfb5, network: default, NAD default, SandboxID: "b4593089a34bfb5594394653421bae3b36ddafa2fa653f93c6dce9b3b0ed287b", PCI device ID: , UID: "ee5e8d32-8f76-480e-b2f9-0bc6d3bbde9f", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0430 23:35:09.381024 3858 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-csftj 48a893a50379b112cda61968e322ffd41cd39f2c99e882ddec0bb0434a216a80 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-csftj 48a893a50379b112cda61968e322ffd41cd39f2c99e882ddec0bb0434a216a80 network default NAD default NAD key ] I0430 23:35:09.396238 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-csftj, hostIfaceName: 48a893a50379b11, network: default, NAD default, SandboxID: "48a893a50379b112cda61968e322ffd41cd39f2c99e882ddec0bb0434a216a80", PCI device ID: , UID: "13d45a05-8eeb-4bae-9664-064bbfe87b7d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0430 23:35:09.401022 3858 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp b4593089a34bfb5594394653421bae3b36ddafa2fa653f93c6dce9b3b0ed287b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-x6wzp b4593089a34bfb5594394653421bae3b36ddafa2fa653f93c6dce9b3b0ed287b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8c:e0:e6:9a:f4\",\"name\":\"b4593089a34bfb5\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcc061b7-9185-4160-a34a-265b0559955b\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:09.445676 3858 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-csftj 48a893a50379b112cda61968e322ffd41cd39f2c99e882ddec0bb0434a216a80 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-csftj 48a893a50379b112cda61968e322ffd41cd39f2c99e882ddec0bb0434a216a80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:59:3c:b4:a5:40\",\"name\":\"48a893a50379b11\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12ade26a-cf41-4922-8f70-f46b875bae4d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:10.247341 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:10.247449 3858 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0430 23:35:10.276607 3858 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 29.202068ms I0430 23:35:10.276634 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 29.232253ms I0430 23:35:10.277969 3858 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.649842ms, libovsdb time 949.171µs I0430 23:35:11.078469 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5d7974cdc4-mv42c] creating logical port openshift-monitoring_thanos-querier-5d7974cdc4-mv42c for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:11.078598 3858 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5d7974cdc4-mv42c I0430 23:35:11.098787 3858 pod.go:62] [openshift-monitoring/thanos-querier-5d7974cdc4-mv42c] pod update took 20.233726ms I0430 23:35:11.098819 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5d7974cdc4-mv42c] addLogicalPort annotation time took 20.270077ms I0430 23:35:11.100397 3858 pods.go:271] [openshift-monitoring/thanos-querier-5d7974cdc4-mv42c] addLogicalPort took 21.946763ms, libovsdb time 1.113959ms W0430 23:35:12.671515 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 23:35:12.671537 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 23:35:12.671544 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 23:35:12.821957 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:12.821980 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:12.821985 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 23:35:13.540362 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-656976c5cf-dh56h] creating logical port openshift-monitoring_metrics-server-656976c5cf-dh56h for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:13.540472 3858 kube.go:256] Updating pod openshift-monitoring/metrics-server-656976c5cf-dh56h I0430 23:35:13.565037 3858 pod.go:62] [openshift-monitoring/metrics-server-656976c5cf-dh56h] pod update took 24.591701ms I0430 23:35:13.565059 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-656976c5cf-dh56h] addLogicalPort annotation time took 24.621341ms I0430 23:35:13.566288 3858 pods.go:271] [openshift-monitoring/metrics-server-656976c5cf-dh56h] addLogicalPort took 25.946789ms, libovsdb time 830.799µs I0430 23:35:13.894550 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-qjfwj for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:13.894692 3858 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj W0430 23:35:13.916761 3858 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5ccbf4fb6c-xg8dn IP address from the namespace address-set, err: pod openshift-console/console-5ccbf4fb6c-xg8dn: no pod IPs found I0430 23:35:13.928891 3858 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj] pod update took 34.243576ms I0430 23:35:13.928916 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj] addLogicalPort annotation time took 34.278982ms I0430 23:35:13.930214 3858 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj] addLogicalPort took 35.686397ms, libovsdb time 879.008µs I0430 23:35:15.354517 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:35:15.354664 3858 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0430 23:35:15.377669 3858 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.048929ms I0430 23:35:15.377702 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.090384ms I0430 23:35:15.379286 3858 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.78995ms, libovsdb time 1.126209ms W0430 23:35:16.835130 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 23:35:16.866887 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.866908 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.866913 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.866916 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.943265 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:16.943291 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:16.993882 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 23:35:17.961042 3858 cni.go:452] [openshift-monitoring/alertmanager-main-0 0bbb1415b282c0b7d87201858e888eaebfecbeb5a6d7f38dc5e278d40d812e46 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0bbb1415b282c0b7d87201858e888eaebfecbeb5a6d7f38dc5e278d40d812e46 network default NAD default NAD key ] I0430 23:35:17.961042 3858 cni.go:452] [openshift-monitoring/thanos-querier-5d7974cdc4-mv42c 2617d6bbecee03527d9054b2f36b59bee623e1ade56412d41f9e0eae097bebc9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5d7974cdc4-mv42c 2617d6bbecee03527d9054b2f36b59bee623e1ade56412d41f9e0eae097bebc9 network default NAD default NAD key ] I0430 23:35:17.961431 3858 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj 3c889ee2de2eae228e6eea7cf8285fceeb332bbb477586d7688040170595ad45 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj 3c889ee2de2eae228e6eea7cf8285fceeb332bbb477586d7688040170595ad45 network default NAD default NAD key ] I0430 23:35:17.962463 3858 cni.go:452] [openshift-monitoring/prometheus-k8s-0 911423067da169a1337171d3394c19158d0144394bfceebb880e3ebed3ee8495 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 911423067da169a1337171d3394c19158d0144394bfceebb880e3ebed3ee8495 network default NAD default NAD key ] I0430 23:35:17.964458 3858 cni.go:452] [openshift-monitoring/metrics-server-656976c5cf-dh56h 91b2627ee5c3267cefe13c8e7f7dd032927f2afd135e4b9fde9d29e78175ebbc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-656976c5cf-dh56h 91b2627ee5c3267cefe13c8e7f7dd032927f2afd135e4b9fde9d29e78175ebbc network default NAD default NAD key ] I0430 23:35:17.979172 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 911423067da169a, network: default, NAD default, SandboxID: "911423067da169a1337171d3394c19158d0144394bfceebb880e3ebed3ee8495", PCI device ID: , UID: "7985ea16-3f4b-472d-b63a-03084c095ab6", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0430 23:35:17.980361 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-qjfwj, hostIfaceName: 3c889ee2de2eae2, network: default, NAD default, SandboxID: "3c889ee2de2eae228e6eea7cf8285fceeb332bbb477586d7688040170595ad45", PCI device ID: , UID: "dd8e18df-8546-46cb-a0e7-6e880a48cbde", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0430 23:35:17.981376 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0bbb1415b282c0b, network: default, NAD default, SandboxID: "0bbb1415b282c0b7d87201858e888eaebfecbeb5a6d7f38dc5e278d40d812e46", PCI device ID: , UID: "cc8e62cb-83eb-4fbb-84da-de614d6355de", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0430 23:35:17.981563 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5d7974cdc4-mv42c, hostIfaceName: 2617d6bbecee035, network: default, NAD default, SandboxID: "2617d6bbecee03527d9054b2f36b59bee623e1ade56412d41f9e0eae097bebc9", PCI device ID: , UID: "dc8d4b52-09d0-453f-be8a-5c975bfc2bef", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0430 23:35:17.981611 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-656976c5cf-dh56h, hostIfaceName: 91b2627ee5c3267, network: default, NAD default, SandboxID: "91b2627ee5c3267cefe13c8e7f7dd032927f2afd135e4b9fde9d29e78175ebbc", PCI device ID: , UID: "1b19cf31-5187-4500-9ab2-56d3f552bdde", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0430 23:35:18.040793 3858 cni.go:473] [openshift-monitoring/alertmanager-main-0 0bbb1415b282c0b7d87201858e888eaebfecbeb5a6d7f38dc5e278d40d812e46 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0bbb1415b282c0b7d87201858e888eaebfecbeb5a6d7f38dc5e278d40d812e46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:07:95:68:19:78\",\"name\":\"0bbb1415b282c0b\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a30a4dda-c211-41cd-9daa-a672816dff86\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:18.270469 3858 cni.go:473] [openshift-monitoring/thanos-querier-5d7974cdc4-mv42c 2617d6bbecee03527d9054b2f36b59bee623e1ade56412d41f9e0eae097bebc9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5d7974cdc4-mv42c 2617d6bbecee03527d9054b2f36b59bee623e1ade56412d41f9e0eae097bebc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:92:84:27:15:ba\",\"name\":\"2617d6bbecee035\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ceef3c3f-5a1f-4a3e-ab04-ed81c903cb66\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:18.270649 3858 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj 3c889ee2de2eae228e6eea7cf8285fceeb332bbb477586d7688040170595ad45 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qjfwj 3c889ee2de2eae228e6eea7cf8285fceeb332bbb477586d7688040170595ad45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:96:2f:f1:c0:0b\",\"name\":\"3c889ee2de2eae2\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64ead19a-f1b3-4be1-a97b-6a2681e0f5a7\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:18.270707 3858 cni.go:473] [openshift-monitoring/prometheus-k8s-0 911423067da169a1337171d3394c19158d0144394bfceebb880e3ebed3ee8495 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 911423067da169a1337171d3394c19158d0144394bfceebb880e3ebed3ee8495 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:4c:4c:82:e9:57\",\"name\":\"911423067da169a\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a882dcad-95fd-4008-ac50-bd92abfe43f7\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:18.270895 3858 cni.go:473] [openshift-monitoring/metrics-server-656976c5cf-dh56h 91b2627ee5c3267cefe13c8e7f7dd032927f2afd135e4b9fde9d29e78175ebbc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-656976c5cf-dh56h 91b2627ee5c3267cefe13c8e7f7dd032927f2afd135e4b9fde9d29e78175ebbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9d:08:9a:02:98\",\"name\":\"91b2627ee5c3267\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8589d62-2bde-4be8-91df-dbee75e64310\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:35:18.769505 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0430 23:35:20.637004 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0430 23:35:20.989704 3858 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-231.ec2.internal I0430 23:35:20.989737 3858 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-231.ec2.internal I0430 23:35:20.989852 3858 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-231.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-231.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal W0430 23:35:22.761180 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:22.761218 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:22.761227 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:22.799160 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:22.799187 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:22.826279 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 23:35:23.372119 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:23.372150 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:23.372194 3858 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7mp8z: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found I0430 23:35:23.372193 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:35:23.372216 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:35:23.372261 3858 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tbddg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tbddg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:35:27.296706 3858 cni.go:452] [openshift-multus/network-metrics-daemon-f6pw9 d77ff50bc52319969e7fc4cc73dbbd111ca51df106ed2a79cffa2f1efd26f7ff network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-f6pw9 d77ff50bc52319969e7fc4cc73dbbd111ca51df106ed2a79cffa2f1efd26f7ff network default NAD default NAD key ] I0430 23:35:27.307970 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-f6pw9, hostIfaceName: d77ff50bc523199, network: default, NAD default, SandboxID: "d77ff50bc52319969e7fc4cc73dbbd111ca51df106ed2a79cffa2f1efd26f7ff", PCI device ID: , UID: "91b65e37-944e-489e-954d-4de2005584a7", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0430 23:35:27.363604 3858 cni.go:473] [openshift-multus/network-metrics-daemon-f6pw9 d77ff50bc52319969e7fc4cc73dbbd111ca51df106ed2a79cffa2f1efd26f7ff network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-f6pw9 d77ff50bc52319969e7fc4cc73dbbd111ca51df106ed2a79cffa2f1efd26f7ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b2:ca:b9:de:cb\",\"name\":\"d77ff50bc523199\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac92725a-5d1e-4a9b-92fc-9ec4c9648a8f\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:35:27.495770 3858 cni.go:452] [openshift-network-diagnostics/network-check-target-kt66b 137b62559985b8eaf792cd6507fa0a6781df1c87f86e73394ff8e3f0689e4e70 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kt66b 137b62559985b8eaf792cd6507fa0a6781df1c87f86e73394ff8e3f0689e4e70 network default NAD default NAD key ] I0430 23:35:27.505503 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kt66b, hostIfaceName: 137b62559985b8e, network: default, NAD default, SandboxID: "137b62559985b8eaf792cd6507fa0a6781df1c87f86e73394ff8e3f0689e4e70", PCI device ID: , UID: "8df03f45-be32-455f-b578-bb4911994d40", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0430 23:35:27.557440 3858 cni.go:473] [openshift-network-diagnostics/network-check-target-kt66b 137b62559985b8eaf792cd6507fa0a6781df1c87f86e73394ff8e3f0689e4e70 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kt66b 137b62559985b8eaf792cd6507fa0a6781df1c87f86e73394ff8e3f0689e4e70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b1:48:77:68:5c\",\"name\":\"137b62559985b8e\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59e69ba1-75f3-4e4d-a481-c53b6ce68a60\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:35:31.799195 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:31.799217 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:31.799222 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:31.799227 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0430 23:35:33.002618 3858 obj_retry.go:498] Detected object openshift-console/console-66586764bf-v2cx6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:33.003286 3858 obj_retry.go:498] Detected object openshift-console/console-66586764bf-v2cx6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:33.959185 3858 obj_retry.go:492] Detected object openshift-console/console-66586764bf-v2cx6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:33.959217 3858 obj_retry.go:492] Detected object openshift-console/console-66586764bf-v2cx6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:33.964882 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66586764bf-v2cx6 I0430 23:35:33.964912 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66586764bf-v2cx6 I0430 23:35:35.932233 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:36.842012 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:36.842078 3858 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:35:36.842053 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:36.842108 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 60.761µs W0430 23:35:37.860600 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 23:35:37.860630 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 23:35:40.730094 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.730114 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.730120 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.730135 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.730143 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.730148 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 23:35:41.985973 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:41.986027 3858 node_tracker.go:235] Node ip-10-0-1-231.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:35:41.986045 3858 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:41.986061 3858 services_controller.go:574] Full service sync requested for network=default I0430 23:35:41.986068 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "ip-10-0-1-231.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0430 23:35:41.986451 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:41.986471 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:42.039512 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "ip-10-0-1-231.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:42.120971 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:42.121039 3858 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:42.121054 3858 services_controller.go:574] Full service sync requested for network=default I0430 23:35:42.121095 3858 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "ip-10-0-1-231.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0430 23:35:42.121630 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:42.121643 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:42.122126 3858 zone_ic_handler.go:195] Time taken to create transit switch: 324.704µs I0430 23:35:42.122147 3858 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-231.ec2.internal for the network default I0430 23:35:42.123183 3858 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-231.ec2.internal" on network "default" took: 1.395752ms W0430 23:35:43.762093 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 23:35:44.680237 3858 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:35:44.680270 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 10.0.1.231 to PMTUD blocking rules I0430 23:35:44.680287 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:35:44.680290 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:44.680302 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:44.680314 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 16.014µs I0430 23:35:44.680343 3858 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:44.680359 3858 services_controller.go:574] Full service sync requested for network=default W0430 23:35:44.680541 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:44.680556 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:44.686798 3858 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-231.ec2.internal. Updating no re-route policies I0430 23:35:44.712596 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 10.0.1.231 to PMTUD blocking rules I0430 23:35:44.712615 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:35:45.998878 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:45.999540 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:46.307958 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:46.307979 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:46.314920 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:35:46.314967 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cd46cc445-dss5k W0430 23:35:51.264024 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:51.264044 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:51.264051 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 23:35:56.223470 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:56.223503 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 41.452µs W0430 23:36:03.824770 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 23:36:04.985920 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:36:04.985957 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:36:09.227572 3858 cni.go:452] [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key ] I0430 23:36:09.301226 3858 cni.go:473] [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5ccbf4fb6c-zn944 f3300fdcfa057e17d8a8edb34e8dd44488fee04f303a1dcc6bf3a9c5ee34ccbe network default NAD default NAD key default], result "{}", err I0430 23:36:09.376547 3858 obj_retry.go:498] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:36:09.376585 3858 pods.go:176] Deleting pod: openshift-console/console-5ccbf4fb6c-zn944 I0430 23:36:09.377997 3858 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5ccbf4fb6c-zn944, ips: 10.129.0.7 I0430 23:36:09.378034 3858 obj_retry.go:498] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:36:09.964425 3858 obj_retry.go:492] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:36:09.964455 3858 obj_retry.go:492] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:36:09.966660 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5ccbf4fb6c-zn944 I0430 23:36:09.966687 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5ccbf4fb6c-zn944 I0430 23:36:33.668878 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6f578f658-dsv56] creating logical port openshift-monitoring_telemeter-client-6f578f658-dsv56 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:36:33.668998 3858 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6f578f658-dsv56 I0430 23:36:33.688343 3858 pod.go:62] [openshift-monitoring/telemeter-client-6f578f658-dsv56] pod update took 19.376289ms I0430 23:36:33.688364 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6f578f658-dsv56] addLogicalPort annotation time took 19.402671ms I0430 23:36:33.689799 3858 pods.go:271] [openshift-monitoring/telemeter-client-6f578f658-dsv56] addLogicalPort took 20.941186ms, libovsdb time 1.079122ms I0430 23:36:34.024480 3858 cni.go:452] [openshift-monitoring/telemeter-client-6f578f658-dsv56 34715575e8523a1554d5f860bf06674f7b28b0d62602e93d2a08cd5d0073f2a6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6f578f658-dsv56 34715575e8523a1554d5f860bf06674f7b28b0d62602e93d2a08cd5d0073f2a6 network default NAD default NAD key ] I0430 23:36:34.033897 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6f578f658-dsv56, hostIfaceName: 34715575e8523a1, network: default, NAD default, SandboxID: "34715575e8523a1554d5f860bf06674f7b28b0d62602e93d2a08cd5d0073f2a6", PCI device ID: , UID: "912c2b9e-90cf-45a7-806c-294783ff0e0a", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0430 23:36:34.083512 3858 cni.go:473] [openshift-monitoring/telemeter-client-6f578f658-dsv56 34715575e8523a1554d5f860bf06674f7b28b0d62602e93d2a08cd5d0073f2a6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6f578f658-dsv56 34715575e8523a1554d5f860bf06674f7b28b0d62602e93d2a08cd5d0073f2a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:58:be:6d:19:bd\",\"name\":\"34715575e8523a1\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be9a3ef5-f15c-4055-9606-9ab2dd8cf7e7\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:36:37.336475 3858 base_network_controller_pods.go:487] [default/openshift-console/console-6bcd9966b6-v2rlw] creating logical port openshift-console_console-6bcd9966b6-v2rlw for pod on switch ip-10-0-0-96.ec2.internal I0430 23:36:37.336641 3858 kube.go:256] Updating pod openshift-console/console-6bcd9966b6-v2rlw I0430 23:36:37.361454 3858 pod.go:62] [openshift-console/console-6bcd9966b6-v2rlw] pod update took 24.853163ms I0430 23:36:37.361479 3858 base_network_controller_pods.go:951] [default/openshift-console/console-6bcd9966b6-v2rlw] addLogicalPort annotation time took 24.885503ms I0430 23:36:37.362680 3858 pods.go:271] [openshift-console/console-6bcd9966b6-v2rlw] addLogicalPort took 26.223951ms, libovsdb time 885.533µs I0430 23:36:37.700886 3858 cni.go:452] [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key ] I0430 23:36:37.711075 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bcd9966b6-v2rlw, hostIfaceName: a13bbc71ed95206, network: default, NAD default, SandboxID: "a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387", PCI device ID: , UID: "52cfc073-36f7-4e3d-89ee-3658403e8b36", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0430 23:36:37.763091 3858 cni.go:473] [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:60:31:ad:ba:5a\",\"name\":\"a13bbc71ed95206\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eae55f70-3226-4093-9651-b15f801f23f8\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:36:48.137047 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 23:36:48.290585 3858 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bcd9966b6-bhnvj IP address from the namespace address-set, err: pod openshift-console/console-6bcd9966b6-bhnvj: no pod IPs found I0430 23:37:02.629376 3858 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:02.629913 3858 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:03.550033 3858 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:03.550054 3858 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:03.555493 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:03.555518 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:13.471409 3858 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-87jgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:13.471984 3858 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-87jgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:14.484546 3858 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-87jgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:14.484570 3858 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-87jgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:14.492314 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9765f7cd6-87jgj I0430 23:37:14.492336 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9765f7cd6-87jgj I0430 23:37:38.778314 3858 cni.go:452] [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key ] I0430 23:37:38.846408 3858 cni.go:473] [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bcd9966b6-v2rlw a13bbc71ed952060ebfba714e08b195aec59c19057f23386b6a90fab68b56387 network default NAD default NAD key default], result "{}", err I0430 23:37:38.893161 3858 obj_retry.go:498] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:38.893220 3858 pods.go:176] Deleting pod: openshift-console/console-6bcd9966b6-v2rlw I0430 23:37:38.894458 3858 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bcd9966b6-v2rlw, ips: 10.129.0.22 I0430 23:37:38.894491 3858 obj_retry.go:498] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:39.329812 3858 obj_retry.go:492] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:39.329848 3858 obj_retry.go:492] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:39.333220 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bcd9966b6-v2rlw I0430 23:37:39.333250 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bcd9966b6-v2rlw I0430 23:40:04.433635 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:40:04.434214 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:40:05.316527 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:40:05.316572 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:40:23.365641 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0430 23:40:54.399646 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0430 23:41:21.457512 3858 namespace.go:98] [tsf] adding namespace I0430 23:41:21.458508 3858 namespace.go:102] [tsf] adding namespace took 969.815µs I0430 23:41:21.474304 3858 namespace.go:142] [tsf] updating namespace I0430 23:41:21.488253 3858 namespace.go:142] [tsf] updating namespace I0430 23:41:24.406609 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 23:41:25.562026 3858 namespace.go:98] [rhtpa-operator] adding namespace I0430 23:41:25.562884 3858 namespace.go:102] [rhtpa-operator] adding namespace took 832.561µs I0430 23:41:25.565501 3858 namespace.go:98] [rhbk-operator] adding namespace I0430 23:41:25.565678 3858 namespace.go:98] [konflux-ui] adding namespace I0430 23:41:25.566325 3858 namespace.go:102] [rhbk-operator] adding namespace took 807.47µs I0430 23:41:25.566358 3858 namespace.go:98] [konflux-operator] adding namespace I0430 23:41:25.566865 3858 namespace.go:102] [konflux-operator] adding namespace took 500.865µs I0430 23:41:25.567342 3858 namespace.go:102] [konflux-ui] adding namespace took 1.64955ms I0430 23:41:25.568027 3858 namespace.go:98] [cert-manager-operator] adding namespace I0430 23:41:25.568128 3858 namespace.go:98] [tsf-tas] adding namespace I0430 23:41:25.568171 3858 namespace.go:98] [tsf-tpa] adding namespace I0430 23:41:25.568319 3858 namespace.go:98] [tsf-keycloak] adding namespace I0430 23:41:25.568677 3858 namespace.go:102] [cert-manager-operator] adding namespace took 635.666µs I0430 23:41:25.569229 3858 namespace.go:102] [tsf-tas] adding namespace took 1.088093ms I0430 23:41:25.569726 3858 namespace.go:102] [tsf-tpa] adding namespace took 1.54475ms I0430 23:41:25.570244 3858 namespace.go:102] [tsf-keycloak] adding namespace took 1.905374ms I0430 23:41:25.581970 3858 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.608023 3858 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.613982 3858 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.614131 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.614187 3858 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:25.622961 3858 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.638265 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.638355 3858 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.638439 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:25.638582 3858 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.689059 3858 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.710215 3858 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.750114 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.784314 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.798144 3858 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.810055 3858 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.824920 3858 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.858520 3858 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.887464 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.896257 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.991156 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:26.049240 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:26.049339 3858 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:26.066712 3858 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:27.183498 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:27.187417 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:33.915606 3858 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916217 3858 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916247 3858 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916255 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:33.916267 3858 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916272 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:33.938392 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938834 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938857 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938864 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:33.938872 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938876 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:34.944686 3858 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944712 3858 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944725 3858 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944740 3858 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964564 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964583 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964598 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964611 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:35.911263 3858 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911793 3858 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911815 3858 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911824 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:35.911843 3858 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911853 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:36.940087 3858 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940111 3858 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940123 3858 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940135 3858 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:38.058465 3858 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.059033 3858 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.059058 3858 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.059066 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:38.059076 3858 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.059080 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.069384 3858 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069410 3858 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069427 3858 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069437 3858 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.949700 3858 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950281 3858 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950311 3858 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950322 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:39.950334 3858 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950340 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.985060 3858 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.985570 3858 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.985597 3858 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.985606 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:39.985620 3858 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.985626 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:40.976249 3858 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.976280 3858 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.976301 3858 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.976312 3858 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010151 3858 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010174 3858 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010188 3858 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010197 3858 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:43.148622 3858 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-ttmsx for pod on switch ip-10-0-0-96.ec2.internal I0430 23:41:43.148774 3858 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx I0430 23:41:43.164989 3858 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx] pod update took 16.273251ms I0430 23:41:43.165013 3858 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx] addLogicalPort annotation time took 16.303681ms I0430 23:41:43.166152 3858 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx] addLogicalPort took 17.547435ms, libovsdb time 830.434µs I0430 23:41:43.507584 3858 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx ead51a9bac8a6eb58f70f975563f6be0a8ab24e44a4f64f99674e9a252aa4189 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx ead51a9bac8a6eb58f70f975563f6be0a8ab24e44a4f64f99674e9a252aa4189 network default NAD default NAD key ] I0430 23:41:43.516880 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-ttmsx, hostIfaceName: ead51a9bac8a6eb, network: default, NAD default, SandboxID: "ead51a9bac8a6eb58f70f975563f6be0a8ab24e44a4f64f99674e9a252aa4189", PCI device ID: , UID: "5cb77e6f-e827-4a94-8da1-739510256db3", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0430 23:41:43.569482 3858 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx ead51a9bac8a6eb58f70f975563f6be0a8ab24e44a4f64f99674e9a252aa4189 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-ttmsx ead51a9bac8a6eb58f70f975563f6be0a8ab24e44a4f64f99674e9a252aa4189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:16:0c:21:de:9a\",\"name\":\"ead51a9bac8a6eb\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fccef2ce-cad8-42c5-a16e-18c64519af7e\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:41:47.369489 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 23:41:49.604014 3858 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-bvsn2 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:41:49.604194 3858 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2 I0430 23:41:49.622653 3858 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2] pod update took 18.484446ms I0430 23:41:49.622684 3858 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2] addLogicalPort annotation time took 18.522567ms I0430 23:41:49.624097 3858 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2] addLogicalPort took 20.100594ms, libovsdb time 1.022915ms I0430 23:41:49.964332 3858 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2 3e3877d0044e75f941f4aa91b122158b28285ca04f6441339a37d5a76eeb589a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2 3e3877d0044e75f941f4aa91b122158b28285ca04f6441339a37d5a76eeb589a network default NAD default NAD key ] I0430 23:41:49.975050 3858 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-bvsn2, hostIfaceName: 3e3877d0044e75f, network: default, NAD default, SandboxID: "3e3877d0044e75f941f4aa91b122158b28285ca04f6441339a37d5a76eeb589a", PCI device ID: , UID: "2aacd77d-77a6-494e-84e5-808f33b45850", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0430 23:41:50.027699 3858 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2 3e3877d0044e75f941f4aa91b122158b28285ca04f6441339a37d5a76eeb589a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bvsn2 3e3877d0044e75f941f4aa91b122158b28285ca04f6441339a37d5a76eeb589a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c8:f4:59:8e:79\",\"name\":\"3e3877d0044e75f\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b01e4b0-edf1-4b06-9541-a3809d11e65c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:41:52.923379 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 23:41:52.960498 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 23:41:53.023164 3858 namespace.go:98] [cert-manager] adding namespace I0430 23:41:53.024099 3858 namespace.go:102] [cert-manager] adding namespace took 910.036µs I0430 23:41:53.074140 3858 namespace.go:142] [cert-manager] updating namespace I0430 23:41:53.127253 3858 namespace.go:142] [cert-manager] updating namespace I0430 23:41:53.262213 3858 namespace.go:142] [openshift-operators] updating namespace I0430 23:41:53.285229 3858 namespace.go:142] [openshift-operators] updating namespace I0430 23:41:54.863252 3858 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-znxkf] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-znxkf for pod on switch ip-10-0-0-96.ec2.internal I0430 23:41:54.863373 3858 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-znxkf I0430 23:41:54.974216 3858 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-znxkf I0430 23:41:55.028419 3858 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-znxkf] pod update took 165.08685ms I0430 23:41:55.028442 3858 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-znxkf] addLogicalPort annotation time took 165.113684ms I0430 23:41:55.029643 3858 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-znxkf] addLogicalPort took 166.410606ms, libovsdb time 853.197µs I0430 23:41:55.227417 3858 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-znxkf 34d6e8f2ab51e7e39189f0e35c6e286f1547699b7e21a45db6b1ea3fbef1cef0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-znxkf 34d6e8f2ab51e7e39189f0e35c6e286f1547699b7e21a45db6b1ea3fbef1cef0 network default NAD default NAD key ] I0430 23:41:55.236966 3858 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-znxkf, hostIfaceName: 34d6e8f2ab51e7e, network: default, NAD default, SandboxID: "34d6e8f2ab51e7e39189f0e35c6e286f1547699b7e21a45db6b1ea3fbef1cef0", PCI device ID: , UID: "b2de3dc1-6de8-42fb-b8eb-d6c4c7c880d7", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0430 23:41:55.289221 3858 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-znxkf 34d6e8f2ab51e7e39189f0e35c6e286f1547699b7e21a45db6b1ea3fbef1cef0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-znxkf 34d6e8f2ab51e7e39189f0e35c6e286f1547699b7e21a45db6b1ea3fbef1cef0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:30:d4:b5:ce:e2\",\"name\":\"34d6e8f2ab51e7e\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57d555a7-ee8e-433d-bcc4-90db4abcd47c\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:41:57.371871 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0430 23:41:58.374078 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 23:41:58.429344 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 23:41:58.429362 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 23:42:00.415022 3858 namespace.go:142] [openshift-operators] updating namespace I0430 23:42:01.131510 3858 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-79gd6] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-79gd6 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:01.131669 3858 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-79gd6 I0430 23:42:01.185549 3858 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-vz5hf for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:01.185704 3858 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf I0430 23:42:01.214254 3858 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-79gd6 I0430 23:42:01.250386 3858 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf I0430 23:42:01.275180 3858 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-79gd6] pod update took 143.537638ms I0430 23:42:01.275205 3858 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-79gd6] addLogicalPort annotation time took 143.568645ms I0430 23:42:01.276464 3858 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-79gd6] addLogicalPort took 144.979103ms, libovsdb time 877.16µs I0430 23:42:01.326083 3858 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf] pod update took 140.410248ms I0430 23:42:01.326115 3858 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf] addLogicalPort annotation time took 140.449769ms I0430 23:42:01.327376 3858 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf] addLogicalPort took 141.850902ms, libovsdb time 890.169µs I0430 23:42:01.493638 3858 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-79gd6 2a4a6074dd86ea0f61a862e7d3a0b8dc50749915dfee7bfc720b5ece4cd60d2b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-79gd6 2a4a6074dd86ea0f61a862e7d3a0b8dc50749915dfee7bfc720b5ece4cd60d2b network default NAD default NAD key ] I0430 23:42:01.504076 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-79gd6, hostIfaceName: 2a4a6074dd86ea0, network: default, NAD default, SandboxID: "2a4a6074dd86ea0f61a862e7d3a0b8dc50749915dfee7bfc720b5ece4cd60d2b", PCI device ID: , UID: "6050ad06-4882-4d18-a8fe-bfca4e71412e", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0430 23:42:01.537815 3858 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf ea108ba4d70d82043d13a06cc7b7de077f08028cba002cb0677183c1cbe8a9ba network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf ea108ba4d70d82043d13a06cc7b7de077f08028cba002cb0677183c1cbe8a9ba network default NAD default NAD key ] I0430 23:42:01.550910 3858 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-vz5hf, hostIfaceName: ea108ba4d70d820, network: default, NAD default, SandboxID: "ea108ba4d70d82043d13a06cc7b7de077f08028cba002cb0677183c1cbe8a9ba", PCI device ID: , UID: "df9ba991-0051-46f1-900c-1bd9f080ceca", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0430 23:42:01.560444 3858 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-79gd6 2a4a6074dd86ea0f61a862e7d3a0b8dc50749915dfee7bfc720b5ece4cd60d2b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-79gd6 2a4a6074dd86ea0f61a862e7d3a0b8dc50749915dfee7bfc720b5ece4cd60d2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5d:4f:e9:68:fb\",\"name\":\"2a4a6074dd86ea0\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faecc8c8-ff40-41bc-847f-f0d7c572a7bb\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:42:01.604667 3858 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf ea108ba4d70d82043d13a06cc7b7de077f08028cba002cb0677183c1cbe8a9ba network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-vz5hf ea108ba4d70d82043d13a06cc7b7de077f08028cba002cb0677183c1cbe8a9ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c6:3e:23:77:a4\",\"name\":\"ea108ba4d70d820\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/954a0e2f-b6a7-4b3e-8200-794425e2c497\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:42:04.279222 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0430 23:42:04.753299 3858 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-f7kvm] creating logical port cert-manager_cert-manager-59c77684cc-f7kvm for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:04.753463 3858 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-f7kvm I0430 23:42:04.772251 3858 pod.go:62] [cert-manager/cert-manager-59c77684cc-f7kvm] pod update took 18.817681ms I0430 23:42:04.772281 3858 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-f7kvm] addLogicalPort annotation time took 18.850228ms I0430 23:42:04.773502 3858 pods.go:271] [cert-manager/cert-manager-59c77684cc-f7kvm] addLogicalPort took 20.224373ms, libovsdb time 890.951µs I0430 23:42:05.487644 3858 cni.go:452] [cert-manager/cert-manager-59c77684cc-f7kvm 086cbeb4a71fdf5291fbcd739d13ff1ad906f6f16484667f27f5be3b520ac66e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-f7kvm 086cbeb4a71fdf5291fbcd739d13ff1ad906f6f16484667f27f5be3b520ac66e network default NAD default NAD key ] I0430 23:42:05.497829 3858 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-f7kvm, hostIfaceName: 086cbeb4a71fdf5, network: default, NAD default, SandboxID: "086cbeb4a71fdf5291fbcd739d13ff1ad906f6f16484667f27f5be3b520ac66e", PCI device ID: , UID: "41e02f32-6bbc-4124-ae47-81b4e6019bf9", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0430 23:42:05.552104 3858 cni.go:473] [cert-manager/cert-manager-59c77684cc-f7kvm 086cbeb4a71fdf5291fbcd739d13ff1ad906f6f16484667f27f5be3b520ac66e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-f7kvm 086cbeb4a71fdf5291fbcd739d13ff1ad906f6f16484667f27f5be3b520ac66e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:62:05:81:77:5b\",\"name\":\"086cbeb4a71fdf5\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3b51831-2cac-4a3e-b4c0-8e7e4ecd654b\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:42:05.565529 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 23:42:05.565549 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 23:42:06.726995 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 23:42:13.766280 3858 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 23:42:13.767234 3858 namespace.go:102] [trusted-artifact-signer] adding namespace took 925.487µs I0430 23:42:13.826019 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:13.882184 3858 namespace.go:142] [trusted-artifact-signer] updating namespace W0430 23:42:14.559267 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 23:42:17.062685 3858 namespace.go:98] [openshift-pipelines] adding namespace I0430 23:42:17.063613 3858 namespace.go:102] [openshift-pipelines] adding namespace took 904.315µs I0430 23:42:17.078132 3858 namespace.go:142] [openshift-pipelines] updating namespace I0430 23:42:18.366529 3858 namespace.go:142] [cert-manager] updating namespace I0430 23:42:18.653354 3858 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:19.156207 3858 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:19.475325 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:19.867188 3858 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:20.159854 3858 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:20.160388 3858 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:20.183407 3858 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:20.183430 3858 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:20.188867 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 23:42:20.188891 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 23:42:20.494848 3858 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:20.714240 3858 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:20.909425 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:21.102156 3858 namespace.go:142] [tsf] updating namespace I0430 23:42:21.310306 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:21.507283 3858 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:21.711222 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:21.847047 3858 namespace.go:142] [cert-manager] updating namespace I0430 23:42:21.857237 3858 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:21.866417 3858 namespace.go:142] [default] updating namespace I0430 23:42:21.877124 3858 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:21.893073 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:21.909644 3858 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:21.917923 3858 namespace.go:142] [openshift] updating namespace I0430 23:42:21.928134 3858 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:21.939125 3858 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:21.953041 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:21.962981 3858 namespace.go:142] [tsf] updating namespace I0430 23:42:21.978177 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:21.990113 3858 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:22.002774 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:22.095617 3858 namespace.go:142] [cert-manager] updating namespace I0430 23:42:22.195805 3858 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:22.298269 3858 namespace.go:142] [default] updating namespace I0430 23:42:22.395881 3858 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:22.500446 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:22.598840 3858 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:22.701456 3858 namespace.go:142] [openshift] updating namespace I0430 23:42:22.802528 3858 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:22.899262 3858 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:22.999509 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:23.100986 3858 namespace.go:142] [tsf] updating namespace I0430 23:42:23.200609 3858 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:23.295402 3858 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:23.395500 3858 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:23.793773 3858 namespace.go:142] [openshift-pipelines] updating namespace I0430 23:42:25.368628 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0430 23:42:31.645326 3858 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 23:42:31.670046 3858 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 23:42:31.751534 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:31.751665 3858 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9 I0430 23:42:31.767459 3858 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9] pod update took 15.822911ms I0430 23:42:31.767482 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9] addLogicalPort annotation time took 15.852872ms I0430 23:42:31.768806 3858 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9] addLogicalPort took 17.286819ms, libovsdb time 977.843µs I0430 23:42:31.948257 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-42qkn for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:31.948358 3858 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn I0430 23:42:31.963301 3858 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn] pod update took 14.967401ms I0430 23:42:31.963326 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn] addLogicalPort annotation time took 15.000504ms I0430 23:42:31.964527 3858 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn] addLogicalPort took 16.291546ms, libovsdb time 809.04µs I0430 23:42:32.132242 3858 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9 d34b07831cf979f1595176fadb122d1fa7a3c5142ab24ff35e65a0352a847732 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9 d34b07831cf979f1595176fadb122d1fa7a3c5142ab24ff35e65a0352a847732 network default NAD default NAD key ] I0430 23:42:32.142337 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9, hostIfaceName: d34b07831cf979f, network: default, NAD default, SandboxID: "d34b07831cf979f1595176fadb122d1fa7a3c5142ab24ff35e65a0352a847732", PCI device ID: , UID: "34842661-beae-40e1-a71f-841bc0493905", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0430 23:42:32.196865 3858 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9 d34b07831cf979f1595176fadb122d1fa7a3c5142ab24ff35e65a0352a847732 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-rhlb9 d34b07831cf979f1595176fadb122d1fa7a3c5142ab24ff35e65a0352a847732 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:63:03:9d:3d:28\",\"name\":\"d34b07831cf979f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/119825fb-f795-46be-a0a6-d2ca07dfc1ea\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:42:32.309611 3858 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn 04610a8ba92a829edd62d66319a079c89ae5a470573f8c8444d94aa3dbab396c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn 04610a8ba92a829edd62d66319a079c89ae5a470573f8c8444d94aa3dbab396c network default NAD default NAD key ] I0430 23:42:32.319402 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-42qkn, hostIfaceName: 04610a8ba92a829, network: default, NAD default, SandboxID: "04610a8ba92a829edd62d66319a079c89ae5a470573f8c8444d94aa3dbab396c", PCI device ID: , UID: "7ef9bd2f-f6dc-446b-bbfe-d37ea8b1289f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0430 23:42:32.371852 3858 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn 04610a8ba92a829edd62d66319a079c89ae5a470573f8c8444d94aa3dbab396c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-42qkn 04610a8ba92a829edd62d66319a079c89ae5a470573f8c8444d94aa3dbab396c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:92:f6:11:b0:5e\",\"name\":\"04610a8ba92a829\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5eadd00-82db-4850-893f-3d14751df144\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:42:35.663721 3858 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.663743 3858 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.663750 3858 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.663754 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:36.181000 3858 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.181020 3858 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.181025 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.233172 3858 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:36.233194 3858 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:36.233200 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0430 23:42:40.279482 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0430 23:42:54.193272 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-g5hs8 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:54.193379 3858 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8 I0430 23:42:54.207052 3858 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8] pod update took 13.696603ms I0430 23:42:54.207080 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8] addLogicalPort annotation time took 13.731219ms I0430 23:42:54.208440 3858 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8] addLogicalPort took 15.183366ms, libovsdb time 939.622µs I0430 23:42:54.291037 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=550 I0430 23:42:54.309624 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-ldkvp for pod on switch ip-10-0-0-96.ec2.internal I0430 23:42:54.309740 3858 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp I0430 23:42:54.323291 3858 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp] pod update took 13.584154ms I0430 23:42:54.323314 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp] addLogicalPort annotation time took 13.613222ms I0430 23:42:54.324525 3858 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp] addLogicalPort took 14.927341ms, libovsdb time 813.299µs I0430 23:42:54.559988 3858 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8 837b908d8c3bfe367c461973ffb44d79bd0438e600306b1044310d2c90bd755d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8 837b908d8c3bfe367c461973ffb44d79bd0438e600306b1044310d2c90bd755d network default NAD default NAD key ] I0430 23:42:54.569225 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-g5hs8, hostIfaceName: 837b908d8c3bfe3, network: default, NAD default, SandboxID: "837b908d8c3bfe367c461973ffb44d79bd0438e600306b1044310d2c90bd755d", PCI device ID: , UID: "9093ce76-29b2-4858-b4a2-19bb0d5afe76", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0430 23:42:54.622630 3858 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8 837b908d8c3bfe367c461973ffb44d79bd0438e600306b1044310d2c90bd755d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-g5hs8 837b908d8c3bfe367c461973ffb44d79bd0438e600306b1044310d2c90bd755d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e5:7a:a6:29:c4\",\"name\":\"837b908d8c3bfe3\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52f44169-768d-47f0-bd56-844867daf33d\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:42:54.673063 3858 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp 4e34e6f14f4a21351b982a48e3ef4d0c59265facfee655dbc4fde1b70869bbf9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp 4e34e6f14f4a21351b982a48e3ef4d0c59265facfee655dbc4fde1b70869bbf9 network default NAD default NAD key ] I0430 23:42:54.684832 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-ldkvp, hostIfaceName: 4e34e6f14f4a213, network: default, NAD default, SandboxID: "4e34e6f14f4a21351b982a48e3ef4d0c59265facfee655dbc4fde1b70869bbf9", PCI device ID: , UID: "d581bdfc-b566-4e1c-a953-9c913730ecb6", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0430 23:42:54.737418 3858 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp 4e34e6f14f4a21351b982a48e3ef4d0c59265facfee655dbc4fde1b70869bbf9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ldkvp 4e34e6f14f4a21351b982a48e3ef4d0c59265facfee655dbc4fde1b70869bbf9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:66:a4:94:59:16\",\"name\":\"4e34e6f14f4a213\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/428d10b4-6289-4148-a09a-c27a36a2a418\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:42:58.287079 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 23:42:58.890379 3858 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:58.891002 3858 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:58.909065 3858 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:58.909087 3858 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:58.912367 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 23:42:58.912398 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 23:43:00.742835 3858 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 23:43:00.743549 3858 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 23:43:00.743573 3858 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 23:43:00.745560 3858 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0430 23:43:07.818038 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:07.818060 3858 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:07.818228 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 23:43:07.818256 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0430 23:43:16.251622 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 23:43:19.338035 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:43:19.338129 3858 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0430 23:43:19.349807 3858 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.699673ms I0430 23:43:19.349836 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.732889ms I0430 23:43:19.351285 3858 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.266642ms, libovsdb time 986.134µs I0430 23:43:19.387894 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0430 23:43:22.376388 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0430 23:43:24.245915 3858 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 595edb7bc4eaa04849fe6371245b27eb072767d17a8c2ef940a3a32d426eefc8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 595edb7bc4eaa04849fe6371245b27eb072767d17a8c2ef940a3a32d426eefc8 network default NAD default NAD key ] I0430 23:43:24.255659 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 595edb7bc4eaa04, network: default, NAD default, SandboxID: "595edb7bc4eaa04849fe6371245b27eb072767d17a8c2ef940a3a32d426eefc8", PCI device ID: , UID: "910dafb9-5959-4fee-89a8-5f20e9dee222", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0430 23:43:24.308431 3858 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 595edb7bc4eaa04849fe6371245b27eb072767d17a8c2ef940a3a32d426eefc8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 595edb7bc4eaa04849fe6371245b27eb072767d17a8c2ef940a3a32d426eefc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:18:0d:c8:f3:f9\",\"name\":\"595edb7bc4eaa04\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbe81b16-fdbe-45f2-88f3-a0c857468865\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:43:29.939894 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 23:43:31.433024 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-wzsd5 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:43:31.433115 3858 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5 I0430 23:43:31.448778 3858 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5] pod update took 15.682179ms I0430 23:43:31.448803 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5] addLogicalPort annotation time took 15.714302ms I0430 23:43:31.450110 3858 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5] addLogicalPort took 17.10572ms, libovsdb time 881.945µs I0430 23:43:31.528089 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-7s4m5 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:43:31.528199 3858 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5 I0430 23:43:31.544870 3858 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5] pod update took 16.703864ms I0430 23:43:31.544893 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5] addLogicalPort annotation time took 16.732788ms I0430 23:43:31.546223 3858 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5] addLogicalPort took 18.155387ms, libovsdb time 910.09µs I0430 23:43:31.880124 3858 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5 f6b365d3b7f894ce115e994ecebb901ad6be4298d1dcea4de72f9d318ce82833 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5 f6b365d3b7f894ce115e994ecebb901ad6be4298d1dcea4de72f9d318ce82833 network default NAD default NAD key ] I0430 23:43:31.889676 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-wzsd5, hostIfaceName: f6b365d3b7f894c, network: default, NAD default, SandboxID: "f6b365d3b7f894ce115e994ecebb901ad6be4298d1dcea4de72f9d318ce82833", PCI device ID: , UID: "3df8503f-d4fe-4bf7-8873-e2a93da318a4", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0430 23:43:31.946630 3858 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5 beff59e9e2cdbb4fd580bdf59c29c66fcbba5106dad90c9fd60fb7287440ddb2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5 beff59e9e2cdbb4fd580bdf59c29c66fcbba5106dad90c9fd60fb7287440ddb2 network default NAD default NAD key ] I0430 23:43:31.947731 3858 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5 f6b365d3b7f894ce115e994ecebb901ad6be4298d1dcea4de72f9d318ce82833 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-wzsd5 f6b365d3b7f894ce115e994ecebb901ad6be4298d1dcea4de72f9d318ce82833 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:05:21:34:e7:f9\",\"name\":\"f6b365d3b7f894c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd7386dd-25f9-48a6-8480-7d8182f55e95\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:43:31.957172 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-7s4m5, hostIfaceName: beff59e9e2cdbb4, network: default, NAD default, SandboxID: "beff59e9e2cdbb4fd580bdf59c29c66fcbba5106dad90c9fd60fb7287440ddb2", PCI device ID: , UID: "5191069e-7d48-4afa-93b3-5a74f7c84402", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0430 23:43:32.012611 3858 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5 beff59e9e2cdbb4fd580bdf59c29c66fcbba5106dad90c9fd60fb7287440ddb2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7s4m5 beff59e9e2cdbb4fd580bdf59c29c66fcbba5106dad90c9fd60fb7287440ddb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:95:77:57:45:40\",\"name\":\"beff59e9e2cdbb4\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfdb9750-3ca9-4e69-a3e3-a5169e1d7048\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:43:34.076259 3858 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:34.076849 3858 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:34.117668 3858 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:34.117692 3858 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:34.123549 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 23:43:34.123580 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 23:43:36.891359 3858 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-mbswr-pmnnc] creating logical port tsf-tas_ctlog-createtree-job-mbswr-pmnnc for pod on switch ip-10-0-0-96.ec2.internal I0430 23:43:36.891522 3858 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-mbswr-pmnnc I0430 23:43:36.921845 3858 pod.go:62] [tsf-tas/ctlog-createtree-job-mbswr-pmnnc] pod update took 30.35644ms I0430 23:43:36.921872 3858 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-mbswr-pmnnc] addLogicalPort annotation time took 30.389339ms I0430 23:43:36.923141 3858 pods.go:271] [tsf-tas/ctlog-createtree-job-mbswr-pmnnc] addLogicalPort took 31.805207ms, libovsdb time 876.516µs I0430 23:43:37.227739 3858 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-mnrpg-sdjwp] creating logical port tsf-tas_rekor-createtree-job-mnrpg-sdjwp for pod on switch ip-10-0-0-96.ec2.internal I0430 23:43:37.227844 3858 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-mnrpg-sdjwp I0430 23:43:37.251464 3858 cni.go:452] [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key ] I0430 23:43:37.252035 3858 pod.go:62] [tsf-tas/rekor-createtree-job-mnrpg-sdjwp] pod update took 24.218514ms I0430 23:43:37.252061 3858 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-mnrpg-sdjwp] addLogicalPort annotation time took 24.247439ms I0430 23:43:37.253719 3858 pods.go:271] [tsf-tas/rekor-createtree-job-mnrpg-sdjwp] addLogicalPort took 25.994385ms, libovsdb time 1.097212ms I0430 23:43:37.261567 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-mbswr-pmnnc, hostIfaceName: a69bed671fd4ee5, network: default, NAD default, SandboxID: "a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515", PCI device ID: , UID: "142e1d67-32f1-432a-82d8-2ac68f104d67", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0430 23:43:37.318057 3858 cni.go:473] [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:93:0e:18:78:97\",\"name\":\"a69bed671fd4ee5\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff57ad88-1f70-43d0-a6fa-2ea08b0ef75f\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:43:37.584341 3858 cni.go:452] [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key ] I0430 23:43:37.594283 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-mnrpg-sdjwp, hostIfaceName: ceddcd5bed1831d, network: default, NAD default, SandboxID: "ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d", PCI device ID: , UID: "ca86ff28-cbde-45d7-8a98-82d1cd283b50", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0430 23:43:37.648965 3858 cni.go:473] [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f7:89:3c:db:80\",\"name\":\"ceddcd5bed1831d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8888f69f-5341-451f-87b1-1ff03cf5bbe5\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:43:40.546639 3858 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:40.546663 3858 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:40.546668 3858 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:41.984376 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 23:43:41.984399 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0430 23:43:42.277353 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0430 23:43:43.277344 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 W0430 23:43:47.590193 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 23:43:48.020595 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 23:43:50.154991 3858 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6kg6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:50.155531 3858 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6kg6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:51.050385 3858 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6kg6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:51.050410 3858 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6kg6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:55.275119 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0430 23:43:56.668066 3858 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 23:43:57.811318 3858 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:57.811982 3858 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:58.664277 3858 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:58.664303 3858 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:04.394312 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0430 23:44:14.376805 3858 namespace.go:142] [openshift-pipelines] updating namespace I0430 23:44:30.337716 3858 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:30.338274 3858 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:30.360153 3858 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:30.360179 3858 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:30.365873 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 23:44:30.365901 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 23:44:31.406613 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0430 23:44:36.382684 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0430 23:44:39.286969 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:40.403633 3858 obj_retry.go:498] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:40.404184 3858 obj_retry.go:498] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 23:44:41.187340 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:41.424778 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:41.424803 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:41.520708 3858 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-k4gbg] creating logical port tsf_tsf-tekton-configuration-k4gbg for pod on switch ip-10-0-0-96.ec2.internal I0430 23:44:41.520844 3858 kube.go:256] Updating pod tsf/tsf-tekton-configuration-k4gbg I0430 23:44:41.532412 3858 pod.go:62] [tsf/tsf-tekton-configuration-k4gbg] pod update took 11.592938ms I0430 23:44:41.532515 3858 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-k4gbg] addLogicalPort annotation time took 11.701371ms I0430 23:44:41.534032 3858 pods.go:271] [tsf/tsf-tekton-configuration-k4gbg] addLogicalPort took 13.346757ms, libovsdb time 996.248µs I0430 23:44:41.882395 3858 cni.go:452] [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key ] I0430 23:44:41.891832 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-k4gbg, hostIfaceName: a8c5d08b94410e5, network: default, NAD default, SandboxID: "a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419", PCI device ID: , UID: "1503d0fd-9d93-4d51-b6ed-2accdd89abd1", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0430 23:44:41.949163 3858 cni.go:473] [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:47:a2:15:9c:22\",\"name\":\"a8c5d08b94410e5\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fbf4d15-f3e1-4811-8aed-5c2369def333\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:44:51.346800 3858 cni.go:452] [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key ] I0430 23:44:51.447378 3858 cni.go:473] [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-mnrpg-sdjwp ceddcd5bed1831d25072eede977e9e4d63af879bbf3ceecde77fae37efb4a20d network default NAD default NAD key default], result "{}", err I0430 23:44:51.500336 3858 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:51.500367 3858 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-mnrpg-sdjwp I0430 23:44:51.501610 3858 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-mnrpg-sdjwp, ips: 10.129.0.37 I0430 23:44:51.501644 3858 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:52.354268 3858 cni.go:452] [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key ] I0430 23:44:52.360643 3858 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:52.360665 3858 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:52.440991 3858 cni.go:473] [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-k4gbg a8c5d08b94410e53e0ac513c58eabb91d966a6edf26282437ea8754ff7862419 network default NAD default NAD key default], result "{}", err I0430 23:44:52.490662 3858 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k4gbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:52.490708 3858 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-k4gbg I0430 23:44:52.492110 3858 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-k4gbg, ips: 10.129.0.38 I0430 23:44:52.492138 3858 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k4gbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:53.431337 3858 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6fdd5db557-tx2nb] creating logical port tsf-tas_rekor-redis-6fdd5db557-tx2nb for pod on switch ip-10-0-0-96.ec2.internal I0430 23:44:53.431460 3858 kube.go:256] Updating pod tsf-tas/rekor-redis-6fdd5db557-tx2nb I0430 23:44:53.447103 3858 pod.go:62] [tsf-tas/rekor-redis-6fdd5db557-tx2nb] pod update took 15.663094ms I0430 23:44:53.447135 3858 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6fdd5db557-tx2nb] addLogicalPort annotation time took 15.699674ms I0430 23:44:53.448471 3858 pods.go:271] [tsf-tas/rekor-redis-6fdd5db557-tx2nb] addLogicalPort took 17.149937ms, libovsdb time 864.397µs I0430 23:44:53.512409 3858 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k4gbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.512433 3858 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k4gbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.555850 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.555875 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.563828 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-d9x4j I0430 23:44:53.563853 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-d9x4j I0430 23:44:54.392556 3858 cni.go:452] [tsf-tas/rekor-redis-6fdd5db557-tx2nb ff41ea33fd179428a3c6675f6c41a01e553aace30e4cac6aa55bbe12e3742c14 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6fdd5db557-tx2nb ff41ea33fd179428a3c6675f6c41a01e553aace30e4cac6aa55bbe12e3742c14 network default NAD default NAD key ] I0430 23:44:54.402657 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6fdd5db557-tx2nb, hostIfaceName: ff41ea33fd17942, network: default, NAD default, SandboxID: "ff41ea33fd179428a3c6675f6c41a01e553aace30e4cac6aa55bbe12e3742c14", PCI device ID: , UID: "e1cd89c6-238a-4262-bb22-c0680cab1f0e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0430 23:44:54.459497 3858 cni.go:473] [tsf-tas/rekor-redis-6fdd5db557-tx2nb ff41ea33fd179428a3c6675f6c41a01e553aace30e4cac6aa55bbe12e3742c14 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6fdd5db557-tx2nb ff41ea33fd179428a3c6675f6c41a01e553aace30e4cac6aa55bbe12e3742c14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ee:9c:e7:89:2c\",\"name\":\"ff41ea33fd17942\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77d2af62-2605-4967-a2b7-f8df0dea44e0\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:44:56.165625 3858 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-f9c7d47b9-ctp29] creating logical port tsf-tas_rekor-server-f9c7d47b9-ctp29 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:44:56.165739 3858 kube.go:256] Updating pod tsf-tas/rekor-server-f9c7d47b9-ctp29 I0430 23:44:56.179306 3858 pod.go:62] [tsf-tas/rekor-server-f9c7d47b9-ctp29] pod update took 13.608935ms I0430 23:44:56.179336 3858 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-f9c7d47b9-ctp29] addLogicalPort annotation time took 13.644962ms I0430 23:44:56.181264 3858 pods.go:271] [tsf-tas/rekor-server-f9c7d47b9-ctp29] addLogicalPort took 15.682306ms, libovsdb time 1.21985ms W0430 23:44:59.366721 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 23:45:00.404767 3858 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 23:45:01.519535 3858 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:01.520267 3858 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:01.539481 3858 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:01.539508 3858 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:01.547415 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 23:45:01.547436 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 23:45:06.433829 3858 cni.go:452] [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key ] I0430 23:45:06.511437 3858 cni.go:473] [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-mbswr-pmnnc a69bed671fd4ee5f829d4c54630f1c2aeb4d628ccb69f84b87de6dda12fa4515 network default NAD default NAD key default], result "{}", err I0430 23:45:06.563215 3858 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:06.563252 3858 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-mbswr-pmnnc I0430 23:45:06.564575 3858 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-mbswr-pmnnc, ips: 10.129.0.36 I0430 23:45:06.564605 3858 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:06.728208 3858 cni.go:452] [tsf-tas/rekor-server-f9c7d47b9-ctp29 e1577f06299b3a30a2dc38ff1a5f6859c8818aeade01dde7f91ce4c152c71dff network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-f9c7d47b9-ctp29 e1577f06299b3a30a2dc38ff1a5f6859c8818aeade01dde7f91ce4c152c71dff network default NAD default NAD key ] I0430 23:45:06.738236 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-f9c7d47b9-ctp29, hostIfaceName: e1577f06299b3a3, network: default, NAD default, SandboxID: "e1577f06299b3a30a2dc38ff1a5f6859c8818aeade01dde7f91ce4c152c71dff", PCI device ID: , UID: "fb5c6f5b-3e88-4c2d-b70e-8ec6549eafd1", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0430 23:45:06.798056 3858 cni.go:473] [tsf-tas/rekor-server-f9c7d47b9-ctp29 e1577f06299b3a30a2dc38ff1a5f6859c8818aeade01dde7f91ce4c152c71dff network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-f9c7d47b9-ctp29 e1577f06299b3a30a2dc38ff1a5f6859c8818aeade01dde7f91ce4c152c71dff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:65:af:05:68:1e\",\"name\":\"e1577f06299b3a3\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/283d1ba0-4e62-4872-bf24-8fc119f4ee80\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:45:07.452197 3858 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:07.452232 3858 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:45:09.448016 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0430 23:45:11.268364 3858 obj_retry.go:498] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:11.268921 3858 obj_retry.go:498] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:12.293800 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:12.293823 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:12.390409 3858 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-7fcgq] creating logical port tsf-tpa_migrate-db-7fcgq for pod on switch ip-10-0-0-96.ec2.internal I0430 23:45:12.390502 3858 kube.go:256] Updating pod tsf-tpa/migrate-db-7fcgq I0430 23:45:12.402861 3858 pod.go:62] [tsf-tpa/migrate-db-7fcgq] pod update took 12.382123ms I0430 23:45:12.402961 3858 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-7fcgq] addLogicalPort annotation time took 12.486241ms I0430 23:45:12.404398 3858 pods.go:271] [tsf-tpa/migrate-db-7fcgq] addLogicalPort took 14.00836ms, libovsdb time 919.478µs W0430 23:45:12.446672 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0430 23:45:12.753481 3858 cni.go:452] [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key ] I0430 23:45:12.763361 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-7fcgq, hostIfaceName: 2aefeac24e03b7b, network: default, NAD default, SandboxID: "2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229", PCI device ID: , UID: "9d33ddec-7633-4a53-8155-cfd014a4490b", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0430 23:45:12.819376 3858 cni.go:473] [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:59:ab:b4:a8:83\",\"name\":\"2aefeac24e03b7b\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ccad004-6c1a-4759-8526-2d5111f20381\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:45:15.140279 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0430 23:45:17.518828 3858 cni.go:452] [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key ] I0430 23:45:17.610759 3858 cni.go:473] [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-7fcgq 2aefeac24e03b7bba6784270f43ab414288083219bbe8940f4686e1a71280229 network default NAD default NAD key default], result "{}", err I0430 23:45:17.662613 3858 obj_retry.go:498] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:17.662657 3858 pods.go:176] Deleting pod: tsf-tpa/migrate-db-7fcgq I0430 23:45:17.664197 3858 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-7fcgq, ips: 10.129.0.41 I0430 23:45:17.664229 3858 obj_retry.go:498] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:18.509916 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:18.509964 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:45:20.456831 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0430 23:45:21.634218 3858 base_network_controller_pods.go:487] [default/tsf-tpa/server-85db76c8f9-2snp9] creating logical port tsf-tpa_server-85db76c8f9-2snp9 for pod on switch ip-10-0-0-96.ec2.internal I0430 23:45:21.634335 3858 kube.go:256] Updating pod tsf-tpa/server-85db76c8f9-2snp9 I0430 23:45:21.649543 3858 pod.go:62] [tsf-tpa/server-85db76c8f9-2snp9] pod update took 15.243432ms I0430 23:45:21.649573 3858 base_network_controller_pods.go:951] [default/tsf-tpa/server-85db76c8f9-2snp9] addLogicalPort annotation time took 15.28093ms I0430 23:45:21.651044 3858 pods.go:271] [tsf-tpa/server-85db76c8f9-2snp9] addLogicalPort took 16.847231ms, libovsdb time 907.794µs I0430 23:45:22.619704 3858 obj_retry.go:498] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:22.620250 3858 obj_retry.go:498] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:23.034584 3858 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-tddgb] creating logical port tsf-tpa_importer-86bcdf477b-tddgb for pod on switch ip-10-0-0-96.ec2.internal I0430 23:45:23.034682 3858 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-tddgb I0430 23:45:23.047724 3858 pod.go:62] [tsf-tpa/importer-86bcdf477b-tddgb] pod update took 13.067717ms I0430 23:45:23.047751 3858 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-tddgb] addLogicalPort annotation time took 13.100568ms I0430 23:45:23.049203 3858 pods.go:271] [tsf-tpa/importer-86bcdf477b-tddgb] addLogicalPort took 14.641557ms, libovsdb time 1.004252ms I0430 23:45:23.640759 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:23.640787 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:28.002719 3858 cni.go:452] [tsf-tpa/server-85db76c8f9-2snp9 920d06025e766885f7c8425198afc0f995775af71f35245ddc157a0539651a77 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-85db76c8f9-2snp9 920d06025e766885f7c8425198afc0f995775af71f35245ddc157a0539651a77 network default NAD default NAD key ] I0430 23:45:28.013097 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-85db76c8f9-2snp9, hostIfaceName: 920d06025e76688, network: default, NAD default, SandboxID: "920d06025e766885f7c8425198afc0f995775af71f35245ddc157a0539651a77", PCI device ID: , UID: "23a10fd9-04cc-49d2-ac74-378110c11ef6", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0430 23:45:28.067281 3858 cni.go:473] [tsf-tpa/server-85db76c8f9-2snp9 920d06025e766885f7c8425198afc0f995775af71f35245ddc157a0539651a77 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-85db76c8f9-2snp9 920d06025e766885f7c8425198afc0f995775af71f35245ddc157a0539651a77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e1:0a:48:7d:0d\",\"name\":\"920d06025e76688\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d24afd72-da79-429c-919e-2b46eb380b5a\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 23:45:28.198348 3858 cni.go:452] [tsf-tpa/importer-86bcdf477b-tddgb 7859189023b0de756d5c3c9b43a5455a3b41f4650c3702e4e9f080b376a5def8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-tddgb 7859189023b0de756d5c3c9b43a5455a3b41f4650c3702e4e9f080b376a5def8 network default NAD default NAD key ] I0430 23:45:28.210267 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-tddgb, hostIfaceName: 7859189023b0de7, network: default, NAD default, SandboxID: "7859189023b0de756d5c3c9b43a5455a3b41f4650c3702e4e9f080b376a5def8", PCI device ID: , UID: "f75d80b0-9ac2-4c49-9b5b-3fe8570a37b4", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0430 23:45:28.262212 3858 cni.go:473] [tsf-tpa/importer-86bcdf477b-tddgb 7859189023b0de756d5c3c9b43a5455a3b41f4650c3702e4e9f080b376a5def8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-tddgb 7859189023b0de756d5c3c9b43a5455a3b41f4650c3702e4e9f080b376a5def8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b6:eb:14:d6:88\",\"name\":\"7859189023b0de7\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f9382f0-047d-4331-b648-fc695db96b48\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 23:45:28.576680 3858 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0430 23:45:39.570542 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-96.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0430 23:45:40.465543 3858 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:40.466108 3858 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:41.318398 3858 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:41.318420 3858 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:45:47.345053 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 23:45:55.776502 3858 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:55.777155 3858 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:55.817461 3858 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:55.817515 3858 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:55.823200 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 23:45:55.823223 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 23:45:56.534313 3858 namespace.go:98] [image-controller] adding namespace I0430 23:45:56.535220 3858 namespace.go:102] [image-controller] adding namespace took 882.901µs I0430 23:45:56.537430 3858 namespace.go:98] [integration-service] adding namespace I0430 23:45:56.538119 3858 namespace.go:102] [integration-service] adding namespace took 670.621µs I0430 23:45:56.539317 3858 namespace.go:98] [build-service] adding namespace I0430 23:45:56.539474 3858 namespace.go:98] [default-tenant] adding namespace I0430 23:45:56.540054 3858 namespace.go:102] [build-service] adding namespace took 722.582µs I0430 23:45:56.540597 3858 namespace.go:102] [default-tenant] adding namespace took 1.098579ms I0430 23:45:56.565234 3858 namespace.go:142] [image-controller] updating namespace I0430 23:45:56.588289 3858 namespace.go:142] [image-controller] updating namespace I0430 23:45:56.591444 3858 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.610041 3858 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.619459 3858 namespace.go:142] [build-service] updating namespace I0430 23:45:56.639663 3858 namespace.go:142] [build-service] updating namespace I0430 23:45:56.646669 3858 namespace.go:142] [default-tenant] updating namespace I0430 23:45:56.657766 3858 namespace.go:142] [default-tenant] updating namespace I0430 23:45:56.796290 3858 namespace.go:142] [build-service] updating namespace I0430 23:45:56.823433 3858 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.846383 3858 namespace.go:98] [release-service] adding namespace I0430 23:45:56.847309 3858 namespace.go:102] [release-service] adding namespace took 817.832µs I0430 23:45:56.861925 3858 namespace.go:142] [release-service] updating namespace I0430 23:45:56.878142 3858 namespace.go:142] [release-service] updating namespace I0430 23:45:56.928598 3858 namespace.go:142] [konflux-ui] updating namespace I0430 23:45:57.073390 3858 namespace.go:98] [konflux-info] adding namespace I0430 23:45:57.074222 3858 namespace.go:102] [konflux-info] adding namespace took 810.285µs I0430 23:45:57.096251 3858 namespace.go:98] [namespace-lister] adding namespace I0430 23:45:57.097039 3858 namespace.go:102] [namespace-lister] adding namespace took 761.667µs I0430 23:45:57.105493 3858 namespace.go:142] [konflux-info] updating namespace I0430 23:45:57.130519 3858 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:57.137061 3858 namespace.go:142] [konflux-info] updating namespace I0430 23:45:57.166160 3858 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:57.178206 3858 namespace.go:98] [enterprise-contract-service] adding namespace I0430 23:45:57.179042 3858 namespace.go:102] [enterprise-contract-service] adding namespace took 812.339µs I0430 23:45:57.204398 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:45:57.237391 3858 namespace.go:142] [image-controller] updating namespace I0430 23:45:57.252115 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:45:57.478164 3858 namespace.go:142] [build-service] updating namespace I0430 23:45:57.599006 3858 namespace.go:142] [default-tenant] updating namespace I0430 23:45:57.678294 3858 namespace.go:142] [default-tenant] updating namespace I0430 23:45:57.867995 3858 namespace.go:142] [image-controller] updating namespace I0430 23:45:57.951658 3858 namespace.go:98] [segment-bridge] adding namespace I0430 23:45:57.952484 3858 namespace.go:102] [segment-bridge] adding namespace took 804.54µs I0430 23:45:57.970323 3858 namespace.go:142] [segment-bridge] updating namespace I0430 23:45:58.071980 3858 namespace.go:142] [integration-service] updating namespace I0430 23:45:58.271950 3858 namespace.go:142] [konflux-info] updating namespace I0430 23:45:58.299347 3858 namespace.go:142] [segment-bridge] updating namespace I0430 23:45:58.474777 3858 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:58.488027 3858 namespace.go:98] [konflux-cli] adding namespace I0430 23:45:58.488785 3858 namespace.go:102] [konflux-cli] adding namespace took 737.418µs I0430 23:45:58.510371 3858 namespace.go:142] [konflux-cli] updating namespace I0430 23:45:58.573201 3858 namespace.go:142] [konflux-cli] updating namespace I0430 23:45:58.594442 3858 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 23:45:58.595105 3858 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 23:45:58.595132 3858 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 23:45:58.597831 3858 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 23:45:58.672383 3858 namespace.go:142] [release-service] updating namespace I0430 23:45:58.766634 3858 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 23:45:58.766669 3858 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 23:45:58.767621 3858 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 23:45:58.823647 3858 namespace.go:142] [build-service] updating namespace I0430 23:45:58.853512 3858 namespace.go:142] [default-tenant] updating namespace I0430 23:45:58.869440 3858 namespace.go:142] [image-controller] updating namespace I0430 23:45:58.885497 3858 namespace.go:142] [integration-service] updating namespace I0430 23:45:58.903307 3858 namespace.go:142] [konflux-info] updating namespace I0430 23:45:58.937413 3858 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:58.946684 3858 namespace.go:142] [release-service] updating namespace I0430 23:45:59.006365 3858 namespace.go:142] [build-service] updating namespace I0430 23:45:59.069304 3858 namespace.go:142] [default-tenant] updating namespace I0430 23:45:59.165897 3858 namespace.go:142] [image-controller] updating namespace I0430 23:45:59.230323 3858 namespace.go:142] [integration-service] updating namespace I0430 23:45:59.312804 3858 namespace.go:142] [konflux-info] updating namespace I0430 23:45:59.420354 3858 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:59.517515 3858 namespace.go:142] [release-service] updating namespace I0430 23:46:00.837278 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.031232 3858 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.231594 3858 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:01.367201 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.389179 3858 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.405925 3858 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:01.490809 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.563260 3858 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.659730 3858 namespace.go:142] [segment-bridge] updating namespace W0430 23:46:03.697559 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 23:46:03.723009 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0430 23:46:05.706638 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 23:46:11.746049 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:11.747359 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 23:46:11.766223 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:11.767098 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 23:46:11.787467 3858 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 23:46:14.769603 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 23:46:14.770054 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 23:46:14.820062 3858 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:14.820079 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:15.546436 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:15.546457 3858 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0430 23:46:23.084598 3858 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:46:23.085216 3858 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:46:23.815149 3858 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:46:23.815174 3858 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:46:23.820868 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:46:23.820892 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:47:26.339134 3858 obj_retry.go:498] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:26.339703 3858 obj_retry.go:498] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:27.130914 3858 obj_retry.go:492] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:27.130954 3858 obj_retry.go:492] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:27.136869 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:27.136893 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:28.155684 3858 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:28.156257 3858 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:28.175889 3858 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:28.175907 3858 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:28.182474 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 23:47:28.182500 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 23:47:37.409873 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 23:47:46.663750 3858 namespace.go:98] [managed-tenant-ytau8] adding namespace I0430 23:47:46.664689 3858 namespace.go:102] [managed-tenant-ytau8] adding namespace took 917.309µs I0430 23:47:46.688496 3858 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:46.702790 3858 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:47.943141 3858 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:48.064082 3858 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:48.164216 3858 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:48:01.286527 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0430 23:48:03.402547 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0430 23:48:56.279976 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33 I0430 23:48:56.368575 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0430 23:49:03.390656 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0430 23:50:02.373716 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0430 23:50:04.145596 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:50:04.146222 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:50:04.992914 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:50:04.992962 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:50:18.385488 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0430 23:50:38.282082 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0430 23:51:18.375669 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0430 23:51:24.293467 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=419 I0430 23:52:24.409621 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0430 23:52:25.396554 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0430 23:52:50.412948 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0430 23:53:17.277402 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0430 23:53:19.378928 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0430 23:53:36.279915 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=85 I0430 23:54:07.282477 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0430 23:55:12.045782 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:12.045844 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:12.049486 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2nxdv I0430 23:55:12.049524 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2nxdv I0430 23:55:18.031484 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:18.031542 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:18.033925 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-7fcgq I0430 23:55:18.033980 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-7fcgq I0430 23:55:23.029038 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:23.029087 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:23.032885 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-b5stq I0430 23:55:23.032909 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-b5stq I0430 23:56:08.388284 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0430 23:56:10.934254 3858 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5ccbf4fb6c-zn944 I0430 23:56:12.393655 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0430 23:56:38.289561 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0430 23:56:41.371093 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0430 23:57:11.377073 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0430 23:57:15.934169 3858 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-9765f7cd6-87jgj I0430 23:57:45.405157 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0430 23:58:01.416075 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0430 23:58:36.412395 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0430 23:59:47.296199 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0430 23:59:50.285591 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0501 00:00:00.284920 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0501 00:00:02.768961 3858 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:02.769528 3858 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.790456 3858 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:03.790481 3858 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:03.874965 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.875555 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.900797 3858 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.901383 3858 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.707346 3858 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.707974 3858 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.728671 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.728693 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.740348 3858 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.740366 3858 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.765308 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.765342 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.770011 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0501 00:00:04.770039 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0501 00:00:05.566233 3858 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:05.566259 3858 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:08.399766 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0501 00:00:17.769406 3858 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:17.770042 3858 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:18.639117 3858 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:18.639138 3858 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:48.382023 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0501 00:01:01.378586 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0501 00:01:58.284916 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9