+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-66.ec2.internal ++ [[ -n ip-10-0-0-66.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-66.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 23:56:24.608954924 - disable conntrack on geneve port' I0512 23:56:24.608954924 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 23:56:24.656291753 - starting ovnkube-node + echo 'I0512 23:56:24.656291753 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-66.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-66.ec2.internal --init-node ip-10-0-0-66.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-66.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 23:56:24.721839 3775 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 23:56:24.721898 3775 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fbc065ec3e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 23:56:24.723321 3775 kube.go:431] Waiting for certificate I0512 23:56:24.723348 3775 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 23:56:24.723381 3775 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 23:56:24.724140 3775 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 23:56:24.746471 3775 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:24.746491 3775 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:24.748750 3775 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:24.751122 3775 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cp2hr" I0512 23:56:24.761390 3775 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cp2hr" I0512 23:56:24.761510 3775 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:25.723996 3775 kube.go:438] Certificate found I0512 23:56:25.724666 3775 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 23:56:25.725888 3775 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 23:56:25.782327 3775 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 23:51:24 +0000 UTC" deadline="2026-05-13 19:30:13.43921568 +0000 UTC" I0512 23:56:25.782372 3775 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h33m47.656858981s" I0512 23:56:25.794959 3775 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 23:56:25.815889 3775 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 23:56:25.815979 3775 server.go:101] MetricServer registers OVS metrics I0512 23:56:25.816296 3775 server.go:105] MetricServer registers OVN DB metrics I0512 23:56:25.817904 3775 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 23:56:25.817999 3775 factory.go:561] Starting watch factory I0512 23:56:25.818116 3775 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818139 3775 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818176 3775 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818228 3775 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818217 3775 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818255 3775 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818505 3775 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818543 3775 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818777 3775 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.818826 3775 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.819632 3775 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.819742 3775 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.819781 3775 controller_manager.go:370] Starting the ovnkube controller I0512 23:56:25.819799 3775 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-66.ec2.internal I0512 23:56:25.819910 3775 controller_manager.go:395] NBDB zone sync took: 102.203µs I0512 23:56:25.819940 3775 factory.go:561] Starting watch factory I0512 23:56:25.821266 3775 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 23:56:25.821301 3775 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 23:56:25.835913 3775 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 23:56:25.835964 3775 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 23:56:25.837460 3775 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.837769 3775 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.838204 3775 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.838348 3775 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.840295 3775 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.840618 3775 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 23:56:25.840678 3775 server.go:109] MetricServer registers OVN Controller metrics I0512 23:56:25.844959 3775 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:25.845876 3775 server.go:113] MetricServer registers OVN Northd metrics I0512 23:56:25.850743 3775 metrics.go:519] OVN Metrics Server starts to run ... I0512 23:56:25.923578 3775 factory.go:1977] *v1.Pod informer cache synced successfully I0512 23:56:25.923611 3775 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 23:56:25.923615 3775 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 23:56:25.923618 3775 factory.go:1977] *v1.Node informer cache synced successfully I0512 23:56:25.923621 3775 factory.go:1977] *v1.Service informer cache synced successfully I0512 23:56:25.923624 3775 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 23:56:25.923749 3775 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:25.923789 3775 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:25.923843 3775 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:25.923869 3775 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:25.925766 3775 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 23:56:25.925781 3775 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 23:56:25.925785 3775 factory.go:1977] *v1.Node informer cache synced successfully I0512 23:56:25.925789 3775 factory.go:1977] *v1.Service informer cache synced successfully I0512 23:56:25.925791 3775 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 23:56:25.925794 3775 factory.go:1977] *v1.Pod informer cache synced successfully I0512 23:56:25.948343 3775 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:25.966443 3775 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:26.029237 3775 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 23:56:26.029259 3775 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 23:56:26.029363 3775 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.029381 3775 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.031449 3775 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 23:56:26.031462 3775 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 23:56:26.046646 3775 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.135061 3775 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 23:56:26.135179 3775 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.135194 3775 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.137208 3775 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 23:56:26.153534 3775 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.240511 3775 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 23:56:26.240617 3775 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.240631 3775 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.242646 3775 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 23:56:26.258219 3775 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.346223 3775 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 23:56:26.346335 3775 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.346351 3775 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.348803 3775 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 23:56:26.362931 3775 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.452794 3775 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 23:56:26.452914 3775 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.452948 3775 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.454987 3775 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 23:56:26.470086 3775 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.558902 3775 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 23:56:26.559163 3775 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:26.559181 3775 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:26.561414 3775 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 23:56:26.562384 3775 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:26.564301 3775 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 23:56:26.564383 3775 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.564400 3775 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.564431 3775 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.564451 3775 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.567146 3775 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 23:56:26.607247 3775 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.639812 3775 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:26.670648 3775 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 23:56:26.670678 3775 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 23:56:26.670685 3775 factory.go:680] Watch Factory start up complete, took: 852.690364ms I0512 23:56:26.670771 3775 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 23:56:26.673122 3775 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 23:56:26.673133 3775 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 23:56:26.673140 3775 factory.go:680] Watch Factory start up complete, took: 853.200286ms I0512 23:56:26.673148 3775 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-66.ec2.internal" zone I0512 23:56:26.713866 3775 default_node_network_controller.go:710] Initializing the default node network controller I0512 23:56:26.792192 3775 udn_isolation.go:101] Starting UDN host isolation manager I0512 23:56:26.798238 3775 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 23:56:26.858173 3775 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 23:56:26.858250 3775 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 23:56:26.858268 3775 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 23:56:26.893425 3775 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 23:56:26.893498 3775 default_node_network_controller.go:809] Node ip-10-0-0-66.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 23:56:26.899411 3775 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.66"] k8s.ovn.org/zone-name:ip-10-0-0-66.ec2.internal] on node ip-10-0-0-66.ec2.internal I0512 23:56:26.919296 3775 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 23:56:26.923525 3775 controller_manager.go:429] Waiting for node in zone sync took: 250.364836ms I0512 23:56:26.926011 3775 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 23:56:26.926239 3775 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 23:56:26.926406 3775 gateway_init.go:263] Preparing Gateway I0512 23:56:26.926422 3775 gateway_shared_intf.go:1687] Creating new gateway I0512 23:56:26.928221 3775 controller_manager.go:611] Switching to transit router for layer2 networks I0512 23:56:26.928235 3775 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-66.ec2.internal I0512 23:56:26.943735 3775 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 23:56:26.950736 3775 controller_manager.go:290] SCTP support detected in OVN I0512 23:56:26.951390 3775 services_controller.go:69] Creating services controller for network=default I0512 23:56:26.951479 3775 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 23:56:26.951621 3775 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 23:56:26.951659 3775 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 23:56:26.951673 3775 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 23:56:26.951682 3775 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 23:56:26.951900 3775 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 23:56:26.951995 3775 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 23:56:26.952035 3775 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.242µs I0512 23:56:26.952099 3775 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 58.138µs I0512 23:56:26.952115 3775 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 120.034µs I0512 23:56:26.952124 3775 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 23:56:26.952133 3775 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 23:56:26.952144 3775 default_network_controller.go:325] Starting the default network controller I0512 23:56:26.952155 3775 udn_enabled_svc.go:95] Performing full resync I0512 23:56:26.952334 3775 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.311µs I0512 23:56:26.952520 3775 udn_enabled_svc.go:99] Waiting for handler to sync I0512 23:56:26.952531 3775 udn_enabled_svc.go:104] Starting worker I0512 23:56:26.963192 3775 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 23:56:26.963259 3775 repair.go:33] Syncing exgw routes took 51.042µs I0512 23:56:26.963304 3775 default_network_controller.go:414] Starting all the Watchers... I0512 23:56:26.963541 3775 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 23:56:26.963548 3775 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 23:56:26.963566 3775 namespace.go:98] [openshift-console] adding namespace I0512 23:56:26.963579 3775 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 23:56:26.963585 3775 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 23:56:26.963591 3775 namespace.go:98] [openshift-network-console] adding namespace I0512 23:56:26.963611 3775 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 23:56:26.963633 3775 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 23:56:26.963614 3775 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 23:56:26.963614 3775 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 23:56:26.963619 3775 namespace.go:98] [openshift-logging] adding namespace I0512 23:56:26.963621 3775 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 23:56:26.963692 3775 namespace.go:98] [openshift-node] adding namespace I0512 23:56:26.963701 3775 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 23:56:26.963717 3775 namespace.go:98] [kube-system] adding namespace I0512 23:56:26.964257 3775 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 703.539µs I0512 23:56:26.964277 3775 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 23:56:26.964936 3775 namespace.go:102] [openshift-ingress-canary] adding namespace took 1.376873ms I0512 23:56:26.964953 3775 namespace.go:98] [openshift-network-operator] adding namespace I0512 23:56:26.965629 3775 namespace.go:102] [openshift-network-operator] adding namespace took 665.506µs I0512 23:56:26.965654 3775 namespace.go:98] [openshift-infra] adding namespace I0512 23:56:26.966312 3775 namespace.go:102] [openshift-console] adding namespace took 2.733002ms I0512 23:56:26.966327 3775 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 23:56:26.967369 3775 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.775675ms I0512 23:56:26.967389 3775 namespace.go:98] [openshift-controller-manager] adding namespace I0512 23:56:26.967947 3775 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.351352ms I0512 23:56:26.967965 3775 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 23:56:26.968581 3775 namespace.go:102] [openshift-network-console] adding namespace took 4.97815ms I0512 23:56:26.968616 3775 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 23:56:26.969161 3775 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.519858ms I0512 23:56:26.969177 3775 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 23:56:26.969650 3775 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.998773ms I0512 23:56:26.969664 3775 namespace.go:98] [kube-node-lease] adding namespace I0512 23:56:26.970188 3775 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.530345ms I0512 23:56:26.970208 3775 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 23:56:26.970806 3775 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.141803ms I0512 23:56:26.970837 3775 namespace.go:98] [openshift-machine-api] adding namespace I0512 23:56:26.971439 3775 namespace.go:102] [openshift-logging] adding namespace took 7.774426ms I0512 23:56:26.971458 3775 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 23:56:26.972144 3775 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.473573ms I0512 23:56:26.972166 3775 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 23:56:26.973029 3775 namespace.go:102] [openshift-node] adding namespace took 9.325702ms I0512 23:56:26.973045 3775 namespace.go:98] [openshift-authentication] adding namespace W0512 23:56:26.973577 3775 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-4ppq7: pod kube-system/global-pull-secret-syncer-4ppq7: no pod IPs found W0512 23:56:26.973593 3775 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-bvxr6: pod kube-system/global-pull-secret-syncer-bvxr6: no pod IPs found I0512 23:56:26.973598 3775 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.888209ms I0512 23:56:26.973612 3775 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 23:56:26.974231 3775 namespace.go:102] [kube-system] adding namespace took 10.505404ms I0512 23:56:26.974248 3775 namespace.go:98] [default] adding namespace I0512 23:56:26.974767 3775 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 10.483709ms I0512 23:56:26.974793 3775 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 23:56:26.975290 3775 namespace.go:102] [openshift-infra] adding namespace took 9.627466ms I0512 23:56:26.975309 3775 namespace.go:98] [openshift-dns-operator] adding namespace I0512 23:56:26.975749 3775 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.41665ms I0512 23:56:26.975762 3775 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 23:56:26.976307 3775 namespace.go:102] [openshift-controller-manager] adding namespace took 8.911541ms I0512 23:56:26.976323 3775 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 23:56:26.976943 3775 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.972921ms I0512 23:56:26.976955 3775 namespace.go:98] [openshift-etcd] adding namespace I0512 23:56:26.977536 3775 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.910083ms I0512 23:56:26.977554 3775 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 23:56:26.978099 3775 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.914008ms I0512 23:56:26.978119 3775 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 23:56:26.978691 3775 namespace.go:102] [kube-node-lease] adding namespace took 9.019966ms I0512 23:56:26.978708 3775 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 23:56:26.979318 3775 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.103826ms I0512 23:56:26.979333 3775 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 23:56:26.979859 3775 namespace.go:102] [openshift-machine-api] adding namespace took 9.012913ms I0512 23:56:26.979869 3775 namespace.go:98] [dedicated-admin] adding namespace I0512 23:56:26.980440 3775 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.972024ms I0512 23:56:26.980462 3775 namespace.go:98] [openshift-monitoring] adding namespace I0512 23:56:26.980810 3775 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.635689ms I0512 23:56:26.980828 3775 namespace.go:98] [openshift-package-operator] adding namespace I0512 23:56:26.981328 3775 namespace.go:102] [openshift-authentication] adding namespace took 8.274979ms I0512 23:56:26.981346 3775 namespace.go:98] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] adding namespace I0512 23:56:26.981819 3775 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.200464ms I0512 23:56:26.981835 3775 namespace.go:98] [openshift-multus] adding namespace I0512 23:56:26.982278 3775 namespace.go:102] [default] adding namespace took 8.023676ms I0512 23:56:26.982294 3775 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 23:56:26.982747 3775 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.947726ms I0512 23:56:26.982769 3775 namespace.go:98] [openshift-insights] adding namespace I0512 23:56:26.983310 3775 namespace.go:102] [openshift-dns-operator] adding namespace took 7.993875ms I0512 23:56:26.983334 3775 namespace.go:98] [openshift] adding namespace I0512 23:56:26.983946 3775 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.178697ms I0512 23:56:26.983959 3775 namespace.go:98] [openshift-ingress] adding namespace I0512 23:56:26.984493 3775 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.163515ms I0512 23:56:26.984512 3775 namespace.go:98] [kube-public] adding namespace I0512 23:56:26.985151 3775 namespace.go:102] [openshift-etcd] adding namespace took 8.18902ms I0512 23:56:26.985174 3775 namespace.go:98] [openshift-config-operator] adding namespace I0512 23:56:26.985797 3775 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.236375ms I0512 23:56:26.985814 3775 namespace.go:98] [openshift-host-network] adding namespace I0512 23:56:26.986337 3775 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.212658ms I0512 23:56:26.986352 3775 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 23:56:26.986911 3775 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.19555ms I0512 23:56:26.986971 3775 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 23:56:26.987849 3775 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.509642ms I0512 23:56:26.987862 3775 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 23:56:26.988368 3775 namespace.go:102] [dedicated-admin] adding namespace took 8.491552ms I0512 23:56:26.988390 3775 namespace.go:98] [openshift-cluster-version] adding namespace I0512 23:56:26.988870 3775 namespace.go:102] [openshift-monitoring] adding namespace took 8.398514ms I0512 23:56:26.988890 3775 namespace.go:98] [openshift-console-operator] adding namespace I0512 23:56:26.989462 3775 namespace.go:102] [openshift-package-operator] adding namespace took 8.624841ms I0512 23:56:26.989479 3775 namespace.go:98] [openshift-image-registry] adding namespace I0512 23:56:26.990066 3775 namespace.go:102] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] adding namespace took 8.71327ms W0512 23:56:26.990073 3775 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-48b84: pod openshift-multus/network-metrics-daemon-48b84: no pod IPs found W0512 23:56:26.990085 3775 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xf8ft: pod openshift-multus/network-metrics-daemon-xf8ft: no pod IPs found I0512 23:56:26.990086 3775 namespace.go:98] [openshift-config] adding namespace I0512 23:56:26.990662 3775 namespace.go:102] [openshift-multus] adding namespace took 8.820584ms I0512 23:56:26.990676 3775 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 23:56:26.991079 3775 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.780442ms I0512 23:56:26.991093 3775 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 23:56:26.991529 3775 namespace.go:102] [openshift-insights] adding namespace took 8.754033ms I0512 23:56:26.991541 3775 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 23:56:26.992117 3775 namespace.go:102] [openshift] adding namespace took 8.774783ms I0512 23:56:26.992676 3775 namespace.go:102] [openshift-ingress] adding namespace took 8.712457ms I0512 23:56:26.992695 3775 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 23:56:26.993339 3775 namespace.go:102] [kube-public] adding namespace took 8.820495ms I0512 23:56:26.993357 3775 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 23:56:26.993946 3775 namespace.go:102] [openshift-config-operator] adding namespace took 8.76442ms I0512 23:56:26.993963 3775 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 23:56:26.994508 3775 namespace.go:102] [openshift-host-network] adding namespace took 8.687815ms I0512 23:56:26.994522 3775 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 23:56:26.995098 3775 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.737975ms I0512 23:56:26.995117 3775 namespace.go:98] [openshift-marketplace] adding namespace I0512 23:56:26.995630 3775 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.651452ms I0512 23:56:26.995646 3775 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 23:56:26.996271 3775 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.404353ms I0512 23:56:26.996286 3775 namespace.go:98] [openshift-apiserver] adding namespace I0512 23:56:26.996870 3775 namespace.go:102] [openshift-cluster-version] adding namespace took 8.471659ms I0512 23:56:26.996888 3775 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 23:56:26.997402 3775 namespace.go:102] [openshift-console-operator] adding namespace took 8.504219ms I0512 23:56:26.997420 3775 namespace.go:98] [openshift-backplane] adding namespace I0512 23:56:26.998257 3775 namespace.go:102] [openshift-image-registry] adding namespace took 8.771481ms I0512 23:56:26.998272 3775 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 23:56:26.998821 3775 namespace.go:102] [openshift-config] adding namespace took 8.726896ms I0512 23:56:26.998837 3775 namespace.go:98] [openshift-operators] adding namespace I0512 23:56:26.999392 3775 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.708696ms I0512 23:56:26.999414 3775 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 23:56:26.999935 3775 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.83509ms I0512 23:56:26.999951 3775 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 23:56:27.000526 3775 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.978763ms I0512 23:56:27.000543 3775 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 23:56:27.001065 3775 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.365019ms I0512 23:56:27.001076 3775 namespace.go:98] [openshift-dns] adding namespace I0512 23:56:27.001627 3775 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.264257ms I0512 23:56:27.002287 3775 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.317347ms I0512 23:56:27.002845 3775 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.313934ms I0512 23:56:27.003388 3775 namespace.go:102] [openshift-marketplace] adding namespace took 8.263564ms I0512 23:56:27.003939 3775 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.287212ms I0512 23:56:27.003956 3775 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 23:56:27.004457 3775 namespace.go:102] [openshift-apiserver] adding namespace took 8.164474ms I0512 23:56:27.004884 3775 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.986721ms I0512 23:56:27.005596 3775 namespace.go:102] [openshift-backplane] adding namespace took 8.169564ms I0512 23:56:27.006079 3775 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.800717ms I0512 23:56:27.006648 3775 namespace.go:102] [openshift-operators] adding namespace took 7.80328ms I0512 23:56:27.006687 3775 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 23:56:27.007280 3775 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.856382ms W0512 23:56:27.007697 3775 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ptqm4: pod openshift-network-diagnostics/network-check-target-ptqm4: no pod IPs found W0512 23:56:27.007710 3775 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sls9b: pod openshift-network-diagnostics/network-check-target-sls9b: no pod IPs found I0512 23:56:27.007743 3775 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.78575ms I0512 23:56:27.007758 3775 namespace.go:98] [openshift-config-managed] adding namespace I0512 23:56:27.008303 3775 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.75387ms I0512 23:56:27.008876 3775 namespace.go:102] [openshift-dns] adding namespace took 7.794195ms I0512 23:56:27.009364 3775 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.402797ms I0512 23:56:27.009875 3775 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 3.179909ms I0512 23:56:27.010321 3775 namespace.go:102] [openshift-config-managed] adding namespace took 2.555855ms W0512 23:56:27.010416 3775 master.go:458] Unable to parse local node ip-10-0-0-66.ec2.internal chassis-id annotation. Chassis may be removed during sync W0512 23:56:27.010426 3775 master.go:471] Unable to parse remote node ip-10-0-2-227.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 23:56:27.010430 3775 master.go:481] Removing stale chassis with ID/Name: 67ab4535-2cb6-4b20-8866-7d58b7b1490a, hostname: ip-10-0-0-66.ec2.internal I0512 23:56:27.010970 3775 master.go:548] Adding or Updating local node "ip-10-0-0-66.ec2.internal" for network "default" I0512 23:56:27.011020 3775 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-227.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-227.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-227.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-227.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-227.ec2.internal I0512 23:56:27.015206 3775 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-66.ec2.internal for the network default I0512 23:56:27.015557 3775 zone_ic_handler.go:195] Time taken to create transit switch: 337.988µs I0512 23:56:27.016420 3775 default_network_controller.go:823] Node add failed for ip-10-0-0-66.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-66.ec2.internal, error getting gateway config for node ip-10-0-0-66.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-66.ec2.internal", failed to update chassis to local for local node ip-10-0-0-66.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-66.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-66.ec2.internal] E0512 23:56:27.016475 3775 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-66.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-66.ec2.internal, error getting gateway config for node ip-10-0-0-66.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-66.ec2.internal", failed to update chassis to local for local node ip-10-0-0-66.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-66.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-66.ec2.internal] I0512 23:56:27.016521 3775 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 23:56:27.016561 3775 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 23:56:27.016560 3775 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-66.ec2.internal", UID:"3137a88e-e344-4880-8d66-6b9a1539a3e6", APIVersion:"v1", ResourceVersion:"8813", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-66.ec2.internal, error getting gateway config for node ip-10-0-0-66.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-66.ec2.internal", failed to update chassis to local for local node ip-10-0-0-66.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-66.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-66.ec2.internal] I0512 23:56:27.016581 3775 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 23:56:27.016604 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-66.ec2.internal in network "default" I0512 23:56:27.016637 3775 node_tracker.go:235] Node ip-10-0-0-66.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-66.ec2.internal" I0512 23:56:27.016654 3775 node_tracker.go:169] Node ip-10-0-0-66.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:27.016669 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:27.016674 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:27.016684 3775 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0512 23:56:27.016691 3775 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:27.016697 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:27.047683 3775 iptables.go:108] Creating table: filter chain: FORWARD I0512 23:56:27.054858 3775 iptables.go:108] Creating table: filter chain: OUTPUT I0512 23:56:27.061881 3775 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 23:56:27.061899 3775 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-66.ec2.internal","mac-address":"12:60:d3:a2:9b:41","ip-addresses":["10.0.0.66/24"],"ip-address":"10.0.0.66/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:67ab4535-2cb6-4b20-8866-7d58b7b1490a k8s.ovn.org/node-encap-ips:["10.0.0.66"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.66/24"} k8s.ovn.org/zone-name:ip-10-0-0-66.ec2.internal] on node ip-10-0-0-66.ec2.internal I0512 23:56:27.075533 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-66.ec2.internal in network "default" I0512 23:56:27.075610 3775 node_tracker.go:169] Node ip-10-0-0-66.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:27.075628 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:27.075635 3775 master.go:548] Adding or Updating local node "ip-10-0-0-66.ec2.internal" for network "default" I0512 23:56:27.080153 3775 default_node_network_controller.go:519] Node connection status = connected W0512 23:56:27.081115 3775 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-4ppq7: pod kube-system/global-pull-secret-syncer-4ppq7: no pod IPs found W0512 23:56:27.081136 3775 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ptqm4: pod openshift-network-diagnostics/network-check-target-ptqm4: no pod IPs found W0512 23:56:27.081144 3775 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-xf8ft: pod openshift-multus/network-metrics-daemon-xf8ft: no pod IPs found I0512 23:56:27.082194 3775 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-66.ec2.internal for the network default I0512 23:56:27.082424 3775 zone_ic_handler.go:195] Time taken to create transit switch: 214.338µs I0512 23:56:27.117163 3775 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 23:56:27.117196 3775 services_controller.go:208] Setting up event handlers for services for network=default I0512 23:56:27.117272 3775 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 23:56:27.117318 3775 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 23:56:27.117336 3775 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 23:56:27.217991 3775 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 23:56:27.218012 3775 repair.go:60] Starting repairing loop for services I0512 23:56:27.218094 3775 repair.go:131] Deleted 0 stale service LBs I0512 23:56:27.218116 3775 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 23:56:27.218135 3775 repair.go:62] Finished repairing loop for services: 123.953µs I0512 23:56:27.218164 3775 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 23:56:27.218175 3775 services_controller.go:254] Starting workers for network=default I0512 23:56:27.218511 3775 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xf8ft] creating logical port openshift-multus_network-metrics-daemon-xf8ft for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:27.218519 3775 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-bvxr6, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-bvxr6: suppressed error logged: pod kube-system/global-pull-secret-syncer-bvxr6: no pod IPs found I0512 23:56:27.218519 3775 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-sls9b, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sls9b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sls9b: no pod IPs found I0512 23:56:27.218531 3775 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-4ppq7] creating logical port kube-system_global-pull-secret-syncer-4ppq7 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:27.218589 3775 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ptqm4] creating logical port openshift-network-diagnostics_network-check-target-ptqm4 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:27.218682 3775 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-xf8ft I0512 23:56:27.218697 3775 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ptqm4 I0512 23:56:27.218697 3775 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-48b84, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-48b84: suppressed error logged: pod openshift-multus/network-metrics-daemon-48b84: no pod IPs found I0512 23:56:27.218714 3775 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-4ppq7 I0512 23:56:27.234197 3775 pod.go:62] [kube-system/global-pull-secret-syncer-4ppq7] pod update took 15.547281ms I0512 23:56:27.234222 3775 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-4ppq7] addLogicalPort annotation time took 15.574649ms I0512 23:56:27.235336 3775 pods.go:271] [kube-system/global-pull-secret-syncer-4ppq7] addLogicalPort took 16.814338ms, libovsdb time 831.902µs I0512 23:56:27.237804 3775 pod.go:62] [openshift-network-diagnostics/network-check-target-ptqm4] pod update took 19.140207ms I0512 23:56:27.237827 3775 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ptqm4] addLogicalPort annotation time took 19.165031ms I0512 23:56:27.237974 3775 pod.go:62] [openshift-multus/network-metrics-daemon-xf8ft] pod update took 19.375985ms I0512 23:56:27.237992 3775 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-xf8ft] addLogicalPort annotation time took 19.402393ms I0512 23:56:27.238852 3775 pods.go:271] [openshift-network-diagnostics/network-check-target-ptqm4] addLogicalPort took 20.270753ms, libovsdb time 758.444µs I0512 23:56:27.239290 3775 pods.go:271] [openshift-multus/network-metrics-daemon-xf8ft] addLogicalPort took 20.78547ms, libovsdb time 1.11597ms I0512 23:56:27.239705 3775 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 23:56:27.239724 3775 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 23:56:27.239737 3775 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 23:56:27.239741 3775 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 23:56:27.239944 3775 repair.go:29] Repairing admin network policies took 197.589µs I0512 23:56:27.240048 3775 repair.go:92] Repairing baseline admin network policies took 94.227µs I0512 23:56:27.240544 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 23:56:27.240563 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 23:56:27.243017 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 23:56:27.243037 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 23:56:27.243047 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 23:56:27.243643 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 23:56:27.243665 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 23:56:27.243672 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 23:56:27.245300 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 23:56:27.245320 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 23:56:27.245328 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 23:56:27.247094 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 23:56:27.247114 3775 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 23:56:27.247121 3775 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 23:56:27.248628 3775 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 23:56:27.248645 3775 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 23:56:27.248654 3775 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 23:56:27.249878 3775 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 23:56:27.249899 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 23:56:27.249910 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 23:56:27.251370 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 23:56:27.251788 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 23:56:27.251803 3775 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 23:56:27.253743 3775 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 23:56:27.253766 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 23:56:27.253780 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 23:56:27.255799 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 23:56:27.255819 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 23:56:27.255828 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 23:56:27.256441 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 23:56:27.256457 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 23:56:27.256464 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 23:56:27.257040 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 23:56:27.257058 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 23:56:27.257068 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 23:56:27.258303 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 23:56:27.258322 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 23:56:27.258331 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 23:56:27.260068 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 23:56:27.260088 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 23:56:27.260538 3775 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 23:56:27.260551 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 23:56:27.261385 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 23:56:27.261403 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 23:56:27.261412 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 23:56:27.261789 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 23:56:27.261815 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 23:56:27.261826 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 23:56:27.262497 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 23:56:27.262515 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 23:56:27.262523 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 23:56:27.263111 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 23:56:27.263127 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 23:56:27.263134 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 23:56:27.263703 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 23:56:27.263721 3775 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 23:56:27.263731 3775 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 23:56:27.264845 3775 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 23:56:27.264870 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 23:56:27.264881 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 23:56:27.265472 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 23:56:27.265491 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 23:56:27.265501 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 23:56:27.266123 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 23:56:27.266141 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 23:56:27.266163 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 23:56:27.266951 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 23:56:27.266970 3775 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 23:56:27.266978 3775 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 23:56:27.268167 3775 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 23:56:27.268192 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 23:56:27.268198 3775 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 23:56:27.268547 3775 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 23:56:27.268566 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 23:56:27.268601 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 23:56:27.269168 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 23:56:27.269186 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 23:56:27.269191 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 23:56:27.271091 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 23:56:27.271114 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 23:56:27.271123 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 23:56:27.272320 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 23:56:27.272340 3775 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 23:56:27.272350 3775 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 23:56:27.273860 3775 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 23:56:27.273880 3775 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 23:56:27.273892 3775 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 23:56:27.274624 3775 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 23:56:27.279413 3775 egressfirewall.go:374] Starting EgressFirewall controller I0512 23:56:27.279449 3775 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 23:56:27.279449 3775 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 23:56:27.279493 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 23:56:27.279510 3775 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 23:56:27.279493 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 23:56:27.279519 3775 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 23:56:27.279803 3775 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 23:56:27.279821 3775 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 23:56:27.279829 3775 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 23:56:27.279841 3775 egressqos.go:193] Setting up event handlers for EgressQoS I0512 23:56:27.279867 3775 egressfirewall.go:723] Syncing node "ip-10-0-0-66.ec2.internal" for egress firewall I0512 23:56:27.279880 3775 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0512 23:56:27.280004 3775 egressqos.go:245] Starting EgressQoS Controller I0512 23:56:27.280021 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 23:56:27.280030 3775 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 23:56:27.280038 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 23:56:27.280045 3775 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 23:56:27.280052 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 23:56:27.280059 3775 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 23:56:27.280064 3775 egressqos.go:259] Repairing EgressQoSes I0512 23:56:27.280068 3775 egressqos.go:399] Starting repairing loop for egressqos I0512 23:56:27.280143 3775 egressqos.go:401] Finished repairing loop for egressqos: 74.841µs I0512 23:56:27.280160 3775 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 23:56:27.280188 3775 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-66.ec2.internal I0512 23:56:27.280246 3775 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-66.ec2.internal : 57.602µs I0512 23:56:27.280303 3775 egressservice_zone.go:210] Starting Egress Services Controller I0512 23:56:27.280314 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 23:56:27.280320 3775 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 23:56:27.280325 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 23:56:27.280330 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 23:56:27.280335 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 23:56:27.280340 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 23:56:27.280344 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 23:56:27.280350 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 23:56:27.280357 3775 egressservice_zone.go:228] Repairing Egress Services I0512 23:56:27.281018 3775 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 23:56:27.281031 3775 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 23:56:27.281107 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-66.ec2.internal I0512 23:56:27.281123 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-66.ec2.internal: 16.602µs I0512 23:56:27.281143 3775 default_network_controller.go:585] Completing all the Watchers took 317.829221ms I0512 23:56:27.281158 3775 default_network_controller.go:589] Starting unidling controllers I0512 23:56:27.281168 3775 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 23:56:27.281176 3775 unidle.go:63] Populating Initial ContollerEvent events I0512 23:56:27.281185 3775 unidle.go:79] Setting up event handlers for services I0512 23:56:27.281238 3775 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 23:56:27.281147 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:27.281288 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 150.876µs I0512 23:56:27.580267 3775 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:28.080385 3775 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:28.562112 3775 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 23:56:28.580740 3775 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:28.599553 3775 bridgeconfig.go:537] Gateway is ready I0512 23:56:28.599574 3775 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 23:56:28.612494 3775 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.66. Updating OVN encap IP. I0512 23:56:28.618424 3775 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.66 - it is already configured I0512 23:56:28.618438 3775 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.66/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 23:56:28.618670 3775 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.66/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-66.ec2.internal","mac-address":"12:60:d3:a2:9b:41","ip-addresses":["10.0.0.66/24"],"ip-address":"10.0.0.66/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:67ab4535-2cb6-4b20-8866-7d58b7b1490a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.66/24"}] on node ip-10-0-0-66.ec2.internal I0512 23:56:28.637061 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-66.ec2.internal in network "default" I0512 23:56:28.637080 3775 egressfirewall.go:723] Syncing node "ip-10-0-0-66.ec2.internal" for egress firewall I0512 23:56:28.637096 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-66.ec2.internal I0512 23:56:28.637109 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-66.ec2.internal: 19.551µs I0512 23:56:28.637114 3775 master.go:548] Adding or Updating local node "ip-10-0-0-66.ec2.internal" for network "default" I0512 23:56:28.637131 3775 node_tracker.go:169] Node ip-10-0-0-66.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:28.637144 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:28.640178 3775 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.66 I0512 23:56:28.640303 3775 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-66.ec2.internal I0512 23:56:28.641888 3775 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-66.ec2.internal. Updating no re-route policies I0512 23:56:28.641978 3775 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-792x4 I0512 23:56:28.641984 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ptqm4 I0512 23:56:28.642003 3775 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-792x4 I0512 23:56:28.642003 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-8jk9v I0512 23:56:28.642005 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ptqm4 I0512 23:56:28.642020 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-8jk9v I0512 23:56:28.642031 3775 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-792x4 after 0 failed attempt(s) I0512 23:56:28.642043 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-8jk9v after 0 failed attempt(s) I0512 23:56:28.642051 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8d9nn I0512 23:56:28.642050 3775 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ptqm4] creating logical port openshift-network-diagnostics_network-check-target-ptqm4 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:28.642057 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-dg599 I0512 23:56:28.642066 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-dg599 I0512 23:56:28.642064 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vssfq I0512 23:56:28.642075 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vssfq I0512 23:56:28.642079 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-dg599 after 0 failed attempt(s) I0512 23:56:28.642079 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mfz6x I0512 23:56:28.642056 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8d9nn I0512 23:56:28.642087 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vssfq after 0 failed attempt(s) I0512 23:56:28.642090 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mfz6x I0512 23:56:28.642095 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8d9nn after 0 failed attempt(s) I0512 23:56:28.642097 3775 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-66.ec2.internal I0512 23:56:28.642098 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-66.ec2.internal I0512 23:56:28.642102 3775 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-66.ec2.internal I0512 23:56:28.642106 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xf8ft I0512 23:56:28.642107 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mfz6x after 0 failed attempt(s) I0512 23:56:28.642111 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-66.ec2.internal I0512 23:56:28.642111 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xf8ft I0512 23:56:28.642116 3775 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-66.ec2.internal after 0 failed attempt(s) I0512 23:56:28.642114 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cmmgf I0512 23:56:28.642119 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sls9b I0512 23:56:28.642130 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sls9b I0512 23:56:28.642129 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zwqc4 I0512 23:56:28.642133 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cmmgf I0512 23:56:28.642129 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-cspdv I0512 23:56:28.642139 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zwqc4 I0512 23:56:28.642141 3775 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-48b84 I0512 23:56:28.642146 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-cspdv I0512 23:56:28.642145 3775 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xf8ft] creating logical port openshift-multus_network-metrics-daemon-xf8ft for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:28.642143 3775 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-bvxr6 I0512 23:56:28.642153 3775 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-48b84 I0512 23:56:28.642155 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cmmgf after 0 failed attempt(s) I0512 23:56:28.642158 3775 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-sls9b, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sls9b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sls9b: no pod IPs found I0512 23:56:28.642127 3775 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-4ppq7 I0512 23:56:28.642161 3775 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-bvxr6 I0512 23:56:28.642163 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-cspdv after 0 failed attempt(s) I0512 23:56:28.642133 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-66.ec2.internal after 0 failed attempt(s) I0512 23:56:28.642195 3775 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-48b84, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-48b84: suppressed error logged: pod openshift-multus/network-metrics-daemon-48b84: no pod IPs found I0512 23:56:28.642203 3775 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-4ppq7 I0512 23:56:28.642156 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zwqc4 after 0 failed attempt(s) I0512 23:56:28.642201 3775 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-bvxr6, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-bvxr6: suppressed error logged: pod kube-system/global-pull-secret-syncer-bvxr6: no pod IPs found I0512 23:56:28.642245 3775 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-4ppq7] creating logical port kube-system_global-pull-secret-syncer-4ppq7 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:28.642791 3775 pods.go:271] [openshift-network-diagnostics/network-check-target-ptqm4] addLogicalPort took 748.743µs, libovsdb time 244.565µs I0512 23:56:28.642802 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ptqm4 after 0 failed attempt(s) I0512 23:56:28.642849 3775 pods.go:271] [kube-system/global-pull-secret-syncer-4ppq7] addLogicalPort took 623.782µs, libovsdb time 221.621µs I0512 23:56:28.642858 3775 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-4ppq7 after 0 failed attempt(s) I0512 23:56:28.643018 3775 pods.go:271] [openshift-multus/network-metrics-daemon-xf8ft] addLogicalPort took 881.426µs, libovsdb time 261.665µs I0512 23:56:28.643030 3775 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-xf8ft after 0 failed attempt(s) I0512 23:56:28.658793 3775 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 23:56:28.672061 3775 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 23:56:28.675744 3775 iptables.go:108] Creating table: nat chain: OUTPUT I0512 23:56:28.722470 3775 iptables.go:108] Creating table: nat chain: PREROUTING I0512 23:56:28.782988 3775 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:28.783000 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:28.783026 3775 node_tracker.go:235] Node ip-10-0-2-227.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-227.ec2.internal" I0512 23:56:28.783041 3775 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:28.783055 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:28.783396 3775 iptables.go:108] Creating table: filter chain: FORWARD I0512 23:56:28.802609 3775 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 23:56:28.802717 3775 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 23:56:28.802759 3775 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 23:56:28.802833 3775 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 23:56:28.802885 3775 gateway_init.go:325] Gateway and management port readiness took 1.727498916s I0512 23:56:28.802912 3775 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 23:56:28.802976 3775 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 23:56:28.802993 3775 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 23:56:28.803003 3775 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 23:56:28.803062 3775 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 23:56:28.803148 3775 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.834µs I0512 23:56:28.803397 3775 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 23:56:28.803422 3775 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.099µs I0512 23:56:28.803431 3775 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.462µs I0512 23:56:28.803436 3775 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 23:56:28.803446 3775 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 23:56:28.803453 3775 default_node_network_controller.go:899] Starting the default node network controller I0512 23:56:28.803457 3775 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 23:56:28.803476 3775 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.453µs I0512 23:56:28.803609 3775 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 23:56:28.803617 3775 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 23:56:28.803642 3775 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000be2e60 0xc0002ef5e0 0xc0002ef650 0xc0002ef6c0 0xc0002ef730 0xc0002ef7a0 0xc0002ef810 0xc000169d60 0xc0002ef8f0 0xc0002ef960 0xc000cd0280 0xc006475340 0xc0002ef9d0 map[0x2ff9080:0xc00271bb00 0x2ff95c0:0xc00271bc80 0x2ffa2e0:0xc00271ba40 0x2ffa580:0xc00271baa0 0x2ffad60:0xc00271bb60 0x2ffb000:0xc00271bbc0 0x2ffb2a0:0xc00271bc20 0x2ffba80:0xc00271bce0 0x2ffbd20:0xc00271bd40 0x3026980:0xc0012e47e0 0x3026d20:0xc0024012c0 0x3027800:0xc000c96de0 0x3029160:0xc001afc000 0x30298a0:0xc0024014a0 0x302a720:0xc001afc060] 0xc0004f1260 0} I0512 23:56:28.803704 3775 gateway.go:151] Starting gateway service sync I0512 23:56:28.804147 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 23:56:28.806642 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 23:56:28.832108 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 23:56:28.833552 3775 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 23:56:28.834929 3775 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 23:56:28.872358 3775 gateway.go:168] Gateway service sync done. Time taken: 68.636946ms I0512 23:56:28.872878 3775 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30717 I0512 23:56:28.873204 3775 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000be2e60 0xc0002ef5e0 0xc0002ef650 0xc0002ef6c0 0xc0002ef730 0xc0002ef7a0 0xc0002ef810 0xc000169d60 0xc0002ef8f0 0xc0002ef960 0xc000cd0280 0xc006475340 0xc0002ef9d0 map[0x2ff9080:0xc00271bb00 0x2ff95c0:0xc00271bc80 0x2ffa2e0:0xc00271ba40 0x2ffa580:0xc00271baa0 0x2ffad60:0xc00271bb60 0x2ffb000:0xc00271bbc0 0x2ffb2a0:0xc00271bc20 0x2ffba80:0xc00271bce0 0x2ffbd20:0xc00271bd40 0x3026980:0xc0012e47e0 0x3026d20:0xc0024012c0 0x3027800:0xc000c96de0 0x3029160:0xc001afc000 0x30298a0:0xc0024014a0 0x302a720:0xc001afc060] 0xc0004f1260 0} I0512 23:56:28.873660 3775 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000be2e60 0xc0002ef5e0 0xc0002ef650 0xc0002ef6c0 0xc0002ef730 0xc0002ef7a0 0xc0002ef810 0xc000169d60 0xc0002ef8f0 0xc0002ef960 0xc000cd0280 0xc006475340 0xc0002ef9d0 map[0x2ff9080:0xc00271bb00 0x2ff95c0:0xc00271bc80 0x2ffa2e0:0xc00271ba40 0x2ffa580:0xc00271baa0 0x2ffad60:0xc00271bb60 0x2ffb000:0xc00271bbc0 0x2ffb2a0:0xc00271bc20 0x2ffba80:0xc00271bce0 0x2ffbd20:0xc00271bd40 0x3026980:0xc0012e47e0 0x3026d20:0xc0024012c0 0x3027800:0xc000c96de0 0x3029160:0xc001afc000 0x30298a0:0xc0024014a0 0x302a720:0xc001afc060] 0xc0004f1260 0} I0512 23:56:28.873705 3775 gateway.go:532] Reconciling gateway with updates I0512 23:56:28.879755 3775 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 23:56:28.879829 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:28.879845 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:28.879852 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:28.879852 3775 default_node_network_controller.go:944] Gateway and management port readiness took 76.227816ms I0512 23:56:28.879859 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:28.879857 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:28.879869 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:28.879873 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 23:56:28.879874 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 23:56:28.879829 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:28.879894 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:28.879897 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 23:56:28.879903 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:28.879907 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:28.879911 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:28.879913 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 23:56:28.879939 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:28.879936 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:28.879952 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 23:56:28.879847 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:28.879894 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 23:56:28.879965 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:28.879968 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:28.879976 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 23:56:28.879980 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 23:56:28.879983 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:28.879993 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 23:56:28.879990 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 23:56:28.880006 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:28.880013 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 23:56:28.880015 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:28.880021 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:28.880017 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:28.880025 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:28.880032 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:28.880032 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:28.880033 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:28.880038 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:28.880043 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:28.880014 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:28.880046 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 23:56:28.880049 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:28.880053 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:28.880058 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:28.880063 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 23:56:28.880064 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:28.880073 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:28.880078 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:28.880030 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:28.880008 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:28.880051 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:28.880118 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:28.880038 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:28.880125 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:28.880135 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:28.880135 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 23:56:28.880019 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:28.880118 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:28.880153 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:28.880155 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:28.880155 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:28.880169 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:28.880173 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:28.880018 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:28.880019 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:28.880019 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:28.880209 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:28.880218 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:28.880061 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:28.880037 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:28.880235 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:28.880241 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:28.880047 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:28.880248 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 23:56:28.880251 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:28.880044 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:28.880261 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:28.880022 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 23:56:28.880050 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:28.880283 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:28.880261 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:28.880299 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 23:56:28.880054 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:28.880311 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:28.879994 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:28.880301 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:28.880339 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:28.880194 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:28.880348 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 23:56:28.880323 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:28.880042 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:28.880050 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 23:56:28.880388 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:28.880291 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:28.880410 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:28.880045 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 23:56:28.880385 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:28.880542 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:28.880572 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:28.880396 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:28.880583 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:28.880616 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:28.880665 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 30450 is already open, no action needed I0512 23:56:28.880675 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 31851 is already open, no action needed I0512 23:56:28.880036 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:28.881080 3775 node_ip_handler_linux.go:160] Node IP manager is running W0512 23:56:28.923425 3775 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 23:56:28.923616 3775 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 23:56:28.923785 3775 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 23:56:28.928944 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:28.929063 3775 default_network_controller.go:1025] Node "ip-10-0-2-227.ec2.internal" in remote zone "ip-10-0-2-227.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:28.929081 3775 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:28.929096 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:28.930118 3775 zone_ic_handler.go:195] Time taken to create transit switch: 310.396µs I0512 23:56:28.930136 3775 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-227.ec2.internal for the network default I0512 23:56:28.931647 3775 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-227.ec2.internal" on network "default" took: 1.854583ms I0512 23:56:28.932738 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 23:56:28.932757 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 23:56:28.932764 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 23:56:28.932770 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 23:56:28.932776 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 23:56:28.932781 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 23:56:28.932788 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 23:56:28.932795 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 23:56:28.932800 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 23:56:28.932819 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 23:56:28.996258 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 23:56:28.996283 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 23:56:28.996290 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 23:56:28.996297 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 23:56:28.996302 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 23:56:28.996308 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 23:56:28.996314 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 23:56:28.996321 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 23:56:28.996326 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 23:56:28.996332 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 23:56:28.996339 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 23:56:28.996347 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 23:56:28.996353 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 23:56:28.996358 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 23:56:28.996365 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 23:56:28.996370 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 23:56:28.996375 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 23:56:28.996381 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 23:56:29.036328 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 23:56:29.036358 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 23:56:30.470537 3775 default_node_network_controller.go:1380] Starting node controller node sync W0512 23:56:30.470589 3775 egressip_healthcheck.go:76] Health checking using insecure connection I0512 23:56:30.470658 3775 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 23:56:30.482393 3775 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.833229ms I0512 23:56:30.482534 3775 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 23:56:30.482807 3775 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 23:56:30.483004 3775 egressservice_node.go:183] Starting Egress Services Controller I0512 23:56:30.483026 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 23:56:30.483039 3775 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 23:56:30.483048 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 23:56:30.483055 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 23:56:30.483065 3775 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 23:56:30.483073 3775 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 23:56:30.483081 3775 egressservice_node.go:197] Repairing Egress Services I0512 23:56:30.493632 3775 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 23:56:30.493645 3775 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 23:56:30.493886 3775 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 23:56:30.493899 3775 link_network_manager.go:119] Link manager is running I0512 23:56:30.493909 3775 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 23:56:30.494091 3775 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 23:56:30.494481 3775 vrf_manager.go:128] VRF manager is running I0512 23:56:30.494559 3775 node_controller_manager.go:437] Removing flows to drop GARP I0512 23:56:30.494571 3775 gateway.go:532] Reconciling gateway with updates I0512 23:56:30.518972 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:30.518987 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:30.519002 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:30.518999 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:30.519016 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:30.519019 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:30.519025 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:30.519036 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:56:30.519037 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:30.519004 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:56:30.519046 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 23:56:30.519047 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:56:30.519054 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:30.519062 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:30.519062 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 23:56:30.519066 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:30.519075 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 23:56:30.519072 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:56:30.519016 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:30.519086 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 23:56:30.519088 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:30.519007 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:56:30.519095 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:56:30.519096 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:30.519095 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:30.519100 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:30.519105 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:56:30.519110 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:30.519113 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:56:30.519114 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:56:30.519117 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:56:30.519115 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 23:56:30.519126 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:30.519135 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 23:56:30.519139 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 23:56:30.519138 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:56:30.519147 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:30.519153 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:30.519154 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:30.519159 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:56:30.519024 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:56:30.519168 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 23:56:30.519170 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:30.519171 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:30.519176 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:30.519170 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 23:56:30.519186 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:56:30.519154 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 23:56:30.519192 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:30.519189 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:30.519191 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:30.519208 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 23:56:30.519209 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:30.519210 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:56:30.519216 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:56:30.519217 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 23:56:30.519214 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:30.519217 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:30.519226 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 23:56:30.519222 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 23:56:30.519229 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:56:30.519233 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:56:30.519037 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:56:30.519220 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:56:30.519212 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 23:56:30.519300 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 23:56:30.519199 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:30.519100 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 23:56:30.519310 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:56:30.518982 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:30.519321 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:56:30.519087 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 23:56:30.519072 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:56:30.519035 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:30.519087 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:30.519365 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:56:30.519102 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 23:56:30.519380 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 23:56:30.519386 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:56:30.519091 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:56:30.519105 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 23:56:30.519157 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 23:56:30.519157 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:30.519144 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:30.519427 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:56:30.519165 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:30.519446 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:56:30.519455 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 23:56:30.519167 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:30.519463 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:56:30.519469 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 23:56:30.519427 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:56:30.519179 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:56:30.519189 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:56:30.519519 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 23:56:30.519182 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:30.519531 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:56:30.519202 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 23:56:30.519204 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:56:30.519210 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:30.519575 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:56:30.519215 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:30.519605 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 23:56:30.519162 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 23:56:30.519664 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 30450 is already open, no action needed I0512 23:56:30.519670 3775 port_claim.go:71] Svc openshift-ingress/router-default: port 31851 is already open, no action needed I0512 23:56:30.519166 3775 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:30.519702 3775 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:56:30.560048 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 23:56:30.560078 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 23:56:30.560084 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 23:56:30.560090 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 23:56:30.560096 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 23:56:30.600673 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 23:56:30.600708 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 23:56:30.600718 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 23:56:30.600725 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 23:56:30.600740 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 23:56:30.600747 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 23:56:30.600756 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 23:56:30.600765 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 23:56:30.600773 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 23:56:30.600781 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 23:56:30.600791 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 23:56:30.600800 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 23:56:30.600818 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 23:56:30.600836 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 23:56:30.600843 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 23:56:30.600849 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 23:56:30.600855 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 23:56:30.600860 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 23:56:30.600866 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 23:56:30.640490 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 23:56:30.640514 3775 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 23:56:31.488225 3775 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0512 23:56:31.488224 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:31.488308 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0512 23:56:31.488234 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:31.488322 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:56:31.488335 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 101.676µs I0512 23:56:31.488342 3775 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:31.488357 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:56:31.494680 3775 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-227.ec2.internal. Updating no re-route policies I0512 23:56:31.504152 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0512 23:56:31.504170 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:56:32.613551 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-66.ec2.internal I0512 23:56:32.613582 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-66.ec2.internal: 38.041µs I0512 23:56:32.647121 3775 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5fbbbfbf46-xzps9] creating logical port openshift-image-registry_image-registry-5fbbbfbf46-xzps9 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:32.647249 3775 kube.go:256] Updating pod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0512 23:56:32.665017 3775 pod.go:62] [openshift-image-registry/image-registry-5fbbbfbf46-xzps9] pod update took 17.802047ms I0512 23:56:32.665037 3775 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5fbbbfbf46-xzps9] addLogicalPort annotation time took 17.826793ms I0512 23:56:32.666325 3775 pods.go:271] [openshift-image-registry/image-registry-5fbbbfbf46-xzps9] addLogicalPort took 19.23826ms, libovsdb time 1.024827ms I0512 23:56:32.677751 3775 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-c9wgp] creating logical port openshift-dns_dns-default-c9wgp for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:32.677866 3775 kube.go:256] Updating pod openshift-dns/dns-default-c9wgp I0512 23:56:32.698632 3775 pod.go:62] [openshift-dns/dns-default-c9wgp] pod update took 20.790125ms I0512 23:56:32.698655 3775 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-c9wgp] addLogicalPort annotation time took 20.819696ms I0512 23:56:32.699858 3775 pods.go:271] [openshift-dns/dns-default-c9wgp] addLogicalPort took 22.123552ms, libovsdb time 935.461µs I0512 23:56:32.702747 3775 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-7l8ml for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:32.702932 3775 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml I0512 23:56:32.703088 3775 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2tld4] creating logical port openshift-ingress-canary_ingress-canary-2tld4 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:56:32.703181 3775 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2tld4 I0512 23:56:32.718284 3775 pod.go:62] [openshift-ingress-canary/ingress-canary-2tld4] pod update took 15.139972ms I0512 23:56:32.718312 3775 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2tld4] addLogicalPort annotation time took 15.171097ms I0512 23:56:32.719086 3775 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml] pod update took 16.204653ms I0512 23:56:32.719105 3775 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml] addLogicalPort annotation time took 16.229395ms I0512 23:56:32.719750 3775 pods.go:271] [openshift-ingress-canary/ingress-canary-2tld4] addLogicalPort took 16.671445ms, libovsdb time 1.017479ms I0512 23:56:32.720125 3775 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml] addLogicalPort took 17.422919ms, libovsdb time 733.287µs I0512 23:56:33.088793 3775 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml 4a2f777dec9f22069579eee9550daefcfec4ef2fac38eb4a875b34cb2fac3d7d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml 4a2f777dec9f22069579eee9550daefcfec4ef2fac38eb4a875b34cb2fac3d7d network default NAD default NAD key ] I0512 23:56:33.103010 3775 cni.go:452] [openshift-ingress-canary/ingress-canary-2tld4 7916a8699fa3807d19b90568f35438a230bc93e054e3ff4dff73d407333fcee4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2tld4 7916a8699fa3807d19b90568f35438a230bc93e054e3ff4dff73d407333fcee4 network default NAD default NAD key ] I0512 23:56:33.138170 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2tld4, hostIfaceName: 7916a8699fa3807, network: default, NAD default, SandboxID: "7916a8699fa3807d19b90568f35438a230bc93e054e3ff4dff73d407333fcee4", PCI device ID: , UID: "05c03f6c-ea76-421e-8ca0-995ca99c1ed6", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 23:56:33.141749 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-7l8ml, hostIfaceName: 4a2f777dec9f220, network: default, NAD default, SandboxID: "4a2f777dec9f22069579eee9550daefcfec4ef2fac38eb4a875b34cb2fac3d7d", PCI device ID: , UID: "815dfad3-b2ce-46f0-96bc-b21a8627f8a2", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 23:56:33.188169 3775 cni.go:473] [openshift-ingress-canary/ingress-canary-2tld4 7916a8699fa3807d19b90568f35438a230bc93e054e3ff4dff73d407333fcee4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2tld4 7916a8699fa3807d19b90568f35438a230bc93e054e3ff4dff73d407333fcee4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:1d:5d:83:e9:85\",\"name\":\"7916a8699fa3807\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6693ddb8-31d1-493e-88a7-a5bcf5f025c9\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:56:33.193588 3775 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml 4a2f777dec9f22069579eee9550daefcfec4ef2fac38eb4a875b34cb2fac3d7d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7l8ml 4a2f777dec9f22069579eee9550daefcfec4ef2fac38eb4a875b34cb2fac3d7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:55:a6:c8:3b:63\",\"name\":\"4a2f777dec9f220\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abea4ad0-23c8-452f-8f5e-3fa4b3f5f634\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:56:33.742758 3775 cni.go:452] [openshift-network-diagnostics/network-check-target-ptqm4 aa96b7a9c40df9740891fc21579fe180ce306fc0755b7ba68f0d850e66d694a9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ptqm4 aa96b7a9c40df9740891fc21579fe180ce306fc0755b7ba68f0d850e66d694a9 network default NAD default NAD key ] I0512 23:56:33.750143 3775 cni.go:452] [kube-system/global-pull-secret-syncer-4ppq7 17877d59f6a36dba56e006512e0fca98a08717d7990cd6c107108ff579bb46a1 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-4ppq7 17877d59f6a36dba56e006512e0fca98a08717d7990cd6c107108ff579bb46a1 network default NAD default NAD key ] I0512 23:56:33.753367 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ptqm4, hostIfaceName: aa96b7a9c40df97, network: default, NAD default, SandboxID: "aa96b7a9c40df9740891fc21579fe180ce306fc0755b7ba68f0d850e66d694a9", PCI device ID: , UID: "9eb44ee0-3a01-41ca-8c16-a64dab087394", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 23:56:33.762428 3775 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-4ppq7, hostIfaceName: 17877d59f6a36db, network: default, NAD default, SandboxID: "17877d59f6a36dba56e006512e0fca98a08717d7990cd6c107108ff579bb46a1", PCI device ID: , UID: "e70ac9ea-1983-47dc-a1dd-5833de488775", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 23:56:33.803600 3775 cni.go:473] [openshift-network-diagnostics/network-check-target-ptqm4 aa96b7a9c40df9740891fc21579fe180ce306fc0755b7ba68f0d850e66d694a9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ptqm4 aa96b7a9c40df9740891fc21579fe180ce306fc0755b7ba68f0d850e66d694a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:74:34:ca:ac:d4\",\"name\":\"aa96b7a9c40df97\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42f89dc2-f8a2-49dc-8901-a8ceff991352\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:56:33.811378 3775 cni.go:473] [kube-system/global-pull-secret-syncer-4ppq7 17877d59f6a36dba56e006512e0fca98a08717d7990cd6c107108ff579bb46a1 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-4ppq7 17877d59f6a36dba56e006512e0fca98a08717d7990cd6c107108ff579bb46a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:32:c6:84:fc:a9\",\"name\":\"17877d59f6a36db\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaf54fda-1095-48fe-9b1a-8631476b2b81\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:56:34.865526 3775 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:34.865534 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" E0512 23:56:34.865551 3775 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 23:56:34.865554 3775 node_tracker.go:220] Node ip-10-0-1-243.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0512 23:56:34.865572 3775 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-243.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-243.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-243.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal, error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0512 23:56:34.865615 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:34.865631 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 21.516µs E0512 23:56:34.878802 3775 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input I0512 23:56:34.878836 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 23:56:34.878903 3775 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 23:56:34.890043 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 23:56:34.890163 3775 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0512 23:56:34.890053 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:34.890209 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 159.124µs E0512 23:56:34.890083 3775 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input I0512 23:56:34.890084 3775 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall E0512 23:56:34.914624 3775 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input E0512 23:56:34.914637 3775 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-243.ec2.internal annotation: unexpected end of JSON input I0512 23:56:34.914656 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0512 23:56:34.914724 3775 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-243.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-243.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-243.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-243.ec2.internal" I0512 23:56:34.937772 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0512 23:56:35.070019 3775 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:35.070026 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:35.070052 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:35.070066 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 18.433µs I0512 23:56:35.085978 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:35.223691 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:35.223723 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 40.191µs I0512 23:56:35.310732 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:38.262656 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 23:56:42.958039 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0512 23:56:42.997053 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:56:43.021458 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:44.990994 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:52.792271 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:52.792293 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 29.558µs I0512 23:56:52.792323 3775 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:52.792349 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0512 23:56:54.997279 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:56:57.017123 3775 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-243.ec2.internal I0512 23:56:57.017152 3775 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-243.ec2.internal I0512 23:56:57.017251 3775 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-243.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-243.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-243.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal I0512 23:56:57.886127 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:57.886165 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "ip-10-0-1-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:57.886170 3775 node_tracker.go:235] Node ip-10-0-1-243.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-243.ec2.internal" I0512 23:56:57.886188 3775 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:57.886196 3775 services_controller.go:574] Full service sync requested for network=default W0512 23:56:57.886392 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:57.926339 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "ip-10-0-1-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:58.060663 3775 default_network_controller.go:1025] Node "ip-10-0-1-243.ec2.internal" in remote zone "ip-10-0-1-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 23:56:58.060688 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:58.060738 3775 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:58.060749 3775 services_controller.go:574] Full service sync requested for network=default W0512 23:56:58.060895 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:58.061657 3775 zone_ic_handler.go:195] Time taken to create transit switch: 298.607µs I0512 23:56:58.061673 3775 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-243.ec2.internal for the network default I0512 23:56:58.062775 3775 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-243.ec2.internal" on network "default" took: 1.432999ms I0512 23:57:00.125859 3775 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:57:00.125912 3775 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:57:00.125937 3775 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:57:00.125980 3775 services_controller.go:574] Full service sync requested for network=default I0512 23:57:00.125870 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:57:00.126061 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 190.848µs I0512 23:57:00.125867 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 10.0.1.243 to PMTUD blocking rules I0512 23:57:00.126085 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0512 23:57:00.126452 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:57:00.132356 3775 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-243.ec2.internal. Updating no re-route policies I0512 23:57:00.141323 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 10.0.1.243 to PMTUD blocking rules I0512 23:57:00.141337 3775 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:57:04.095518 3775 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:57:04.095548 3775 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 37.795µs I0512 23:57:07.311558 3775 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-dxbwv for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:07.311697 3775 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv I0512 23:57:07.332828 3775 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv] pod update took 21.15719ms I0512 23:57:07.332850 3775 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv] addLogicalPort annotation time took 21.187076ms I0512 23:57:07.333954 3775 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv] addLogicalPort took 22.413273ms, libovsdb time 814.542µs I0512 23:57:07.413500 3775 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-rvdmk for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:07.413589 3775 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk I0512 23:57:07.443495 3775 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk] pod update took 29.927338ms I0512 23:57:07.443518 3775 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk] addLogicalPort annotation time took 29.956473ms I0512 23:57:07.444703 3775 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk] addLogicalPort took 31.216456ms, libovsdb time 863.564µs I0512 23:57:07.526516 3775 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-llp55] creating logical port openshift-console-operator_console-operator-66dbbb6468-llp55 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:07.526616 3775 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-llp55 I0512 23:57:07.540040 3775 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-68bc59f49d-2g6qp] creating logical port openshift-ingress_router-default-68bc59f49d-2g6qp for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:07.540175 3775 kube.go:256] Updating pod openshift-ingress/router-default-68bc59f49d-2g6qp I0512 23:57:07.555007 3775 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-llp55] pod update took 28.410531ms I0512 23:57:07.555033 3775 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-llp55] addLogicalPort annotation time took 28.442257ms I0512 23:57:07.556286 3775 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-llp55] addLogicalPort took 29.790461ms, libovsdb time 901.916µs I0512 23:57:07.568716 3775 pod.go:62] [openshift-ingress/router-default-68bc59f49d-2g6qp] pod update took 28.571238ms I0512 23:57:07.568739 3775 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-68bc59f49d-2g6qp] addLogicalPort annotation time took 28.594954ms I0512 23:57:07.569774 3775 pods.go:271] [openshift-ingress/router-default-68bc59f49d-2g6qp] addLogicalPort took 29.752516ms, libovsdb time 734.159µs I0512 23:57:07.569829 3775 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bc85bd9bc-gpr58] creating logical port openshift-ingress_router-default-5bc85bd9bc-gpr58 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:07.569903 3775 kube.go:256] Updating pod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:57:07.603689 3775 pod.go:62] [openshift-ingress/router-default-5bc85bd9bc-gpr58] pod update took 33.812732ms I0512 23:57:07.603710 3775 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5bc85bd9bc-gpr58] addLogicalPort annotation time took 33.838428ms I0512 23:57:07.604730 3775 pods.go:271] [openshift-ingress/router-default-5bc85bd9bc-gpr58] addLogicalPort took 34.908279ms, libovsdb time 696.559µs I0512 23:57:07.771515 3775 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk a306bafbfac05c5977f7ff65c6d113609ccece145f8c6ccfd2d2e334011f0648 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk a306bafbfac05c5977f7ff65c6d113609ccece145f8c6ccfd2d2e334011f0648 network default NAD default NAD key ] I0512 23:57:07.782942 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-rvdmk, hostIfaceName: a306bafbfac05c5, network: default, NAD default, SandboxID: "a306bafbfac05c5977f7ff65c6d113609ccece145f8c6ccfd2d2e334011f0648", PCI device ID: , UID: "25287a05-ddb9-4ff0-bb4e-8f40c8c6d061", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 23:57:07.833752 3775 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk a306bafbfac05c5977f7ff65c6d113609ccece145f8c6ccfd2d2e334011f0648 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-rvdmk a306bafbfac05c5977f7ff65c6d113609ccece145f8c6ccfd2d2e334011f0648 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:bc:df:7b:4c:49\",\"name\":\"a306bafbfac05c5\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e16e25ea-20c0-4b37-b8c8-172c7573c16a\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:57:07.886376 3775 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-llp55 548c4ff650adb5088834195a6609a19b9c7b0cc7537700b40f15e251953cc6b4 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-llp55 548c4ff650adb5088834195a6609a19b9c7b0cc7537700b40f15e251953cc6b4 network default NAD default NAD key ] I0512 23:57:07.898681 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-llp55, hostIfaceName: 548c4ff650adb50, network: default, NAD default, SandboxID: "548c4ff650adb5088834195a6609a19b9c7b0cc7537700b40f15e251953cc6b4", PCI device ID: , UID: "d3ff0054-7f0b-419f-82bf-6894f7c66074", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 23:57:07.948138 3775 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-llp55 548c4ff650adb5088834195a6609a19b9c7b0cc7537700b40f15e251953cc6b4 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-llp55 548c4ff650adb5088834195a6609a19b9c7b0cc7537700b40f15e251953cc6b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:4f:82:49:9f:39\",\"name\":\"548c4ff650adb50\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90924403-9e96-47c6-84ba-93d1edb716a0\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:11.045283 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:57:12.013477 3775 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 23:57:12.014469 3775 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 968.183µs I0512 23:57:12.052072 3775 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 23:57:12.974012 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:13.971244 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:57:14.293119 3775 namespace.go:98] [openshift-service-ca] adding namespace I0512 23:57:14.294012 3775 namespace.go:102] [openshift-service-ca] adding namespace took 866.721µs I0512 23:57:14.316043 3775 namespace.go:142] [openshift-service-ca] updating namespace W0512 23:57:21.963024 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:57:36.930819 3775 cni.go:452] [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key ] I0512 23:57:36.942568 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5fbbbfbf46-xzps9, hostIfaceName: 59340f7c434c530, network: default, NAD default, SandboxID: "59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba", PCI device ID: , UID: "f99ec111-c686-4035-afa2-cc0716c00b52", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0512 23:57:36.964586 3775 cni.go:452] [openshift-dns/dns-default-c9wgp 3e22ed1681202a17ff396f108839a73df3f3e198fc6a7fedd722abc98c873af1 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-c9wgp 3e22ed1681202a17ff396f108839a73df3f3e198fc6a7fedd722abc98c873af1 network default NAD default NAD key ] I0512 23:57:36.976302 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-c9wgp, hostIfaceName: 3e22ed1681202a1, network: default, NAD default, SandboxID: "3e22ed1681202a17ff396f108839a73df3f3e198fc6a7fedd722abc98c873af1", PCI device ID: , UID: "fb5ac633-24f8-4a7d-be1c-229b755bd32f", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 23:57:36.995838 3775 cni.go:473] [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5d:eb:d9:d8:14\",\"name\":\"59340f7c434c530\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f411ce9e-b961-4d05-9f91-b6f893c1c564\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:57:37.025092 3775 cni.go:473] [openshift-dns/dns-default-c9wgp 3e22ed1681202a17ff396f108839a73df3f3e198fc6a7fedd722abc98c873af1 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-c9wgp 3e22ed1681202a17ff396f108839a73df3f3e198fc6a7fedd722abc98c873af1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:19:23:ac:e3:51\",\"name\":\"3e22ed1681202a1\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bceae77-cfa6-47a0-8686-51dd7d1753a5\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:37.770680 3775 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:37.835612 3775 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 23:57:37.864077 3775 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dwm7r] creating logical port openshift-insights_insights-runtime-extractor-dwm7r for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:37.864195 3775 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dwm7r I0512 23:57:37.882717 3775 pod.go:62] [openshift-insights/insights-runtime-extractor-dwm7r] pod update took 18.553055ms I0512 23:57:37.882741 3775 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dwm7r] addLogicalPort annotation time took 18.584776ms I0512 23:57:37.884017 3775 pods.go:271] [openshift-insights/insights-runtime-extractor-dwm7r] addLogicalPort took 20.07248ms, libovsdb time 906.57µs I0512 23:57:38.410228 3775 cni.go:452] [openshift-insights/insights-runtime-extractor-dwm7r 70adfe116243b0955b89329223f6315af63a2f775b42af93aa4f87aa480cfd10 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dwm7r 70adfe116243b0955b89329223f6315af63a2f775b42af93aa4f87aa480cfd10 network default NAD default NAD key ] I0512 23:57:38.421739 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dwm7r, hostIfaceName: 70adfe116243b09, network: default, NAD default, SandboxID: "70adfe116243b0955b89329223f6315af63a2f775b42af93aa4f87aa480cfd10", PCI device ID: , UID: "4a060faf-921b-455d-8f0a-b740baac954a", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0512 23:57:38.476088 3775 cni.go:473] [openshift-insights/insights-runtime-extractor-dwm7r 70adfe116243b0955b89329223f6315af63a2f775b42af93aa4f87aa480cfd10 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dwm7r 70adfe116243b0955b89329223f6315af63a2f775b42af93aa4f87aa480cfd10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5e:35:0a:f3:a8\",\"name\":\"70adfe116243b09\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dc36c48-1d91-4f20-9577-5cec11130816\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:39.045594 3775 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.045619 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.045624 3775 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.136648 3775 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.136664 3775 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.136669 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:39.190192 3775 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:57:39.190833 3775 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:57:39.207753 3775 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:57:39.207773 3775 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:57:39.215867 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.215895 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.397047 3775 cni.go:452] [openshift-ingress/router-default-68bc59f49d-2g6qp 30fa21b212789dca2cfc87e28e3fadb9180ba6bc8a6430a662b48f3b5b286ceb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-68bc59f49d-2g6qp 30fa21b212789dca2cfc87e28e3fadb9180ba6bc8a6430a662b48f3b5b286ceb network default NAD default NAD key ] I0512 23:57:39.400089 3775 cni.go:452] [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key ] I0512 23:57:39.407617 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-68bc59f49d-2g6qp, hostIfaceName: 30fa21b212789dc, network: default, NAD default, SandboxID: "30fa21b212789dca2cfc87e28e3fadb9180ba6bc8a6430a662b48f3b5b286ceb", PCI device ID: , UID: "600e6414-b10f-4b9b-b926-3214786fffa0", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 23:57:39.410757 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bc85bd9bc-gpr58, hostIfaceName: d25dae96c808b78, network: default, NAD default, SandboxID: "d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b", PCI device ID: , UID: "8b17a950-6926-495e-baab-5089d5a4fad9", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 23:57:39.459148 3775 cni.go:473] [openshift-ingress/router-default-68bc59f49d-2g6qp 30fa21b212789dca2cfc87e28e3fadb9180ba6bc8a6430a662b48f3b5b286ceb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-68bc59f49d-2g6qp 30fa21b212789dca2cfc87e28e3fadb9180ba6bc8a6430a662b48f3b5b286ceb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:17:60:86:fa:95\",\"name\":\"30fa21b212789dc\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1b4aa30-8830-409f-9ec6-0aec780e6621\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:57:39.471549 3775 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv 26341673c55956593e16f85c5b2129d381e18cdfeceb67e6291feb8ee2cf9f48 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv 26341673c55956593e16f85c5b2129d381e18cdfeceb67e6291feb8ee2cf9f48 network default NAD default NAD key ] I0512 23:57:39.476355 3775 cni.go:473] [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:a5:ab:f6:bc:14\",\"name\":\"d25dae96c808b78\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa74d082-0766-4ecf-8187-09892fd3100c\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:57:39.481379 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-dxbwv, hostIfaceName: 26341673c559565, network: default, NAD default, SandboxID: "26341673c55956593e16f85c5b2129d381e18cdfeceb67e6291feb8ee2cf9f48", PCI device ID: , UID: "091410e7-e1d8-44af-9554-290cb7daf6fb", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0512 23:57:39.532693 3775 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv 26341673c55956593e16f85c5b2129d381e18cdfeceb67e6291feb8ee2cf9f48 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dxbwv 26341673c55956593e16f85c5b2129d381e18cdfeceb67e6291feb8ee2cf9f48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:49:11:39:08:83\",\"name\":\"26341673c559565\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff2e2ad5-6f03-47d3-ad41-0021d66202c2\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:40.067912 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.067954 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.074757 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.074773 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.074778 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.152741 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.152765 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.152777 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.152828 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.152901 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.173622 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.173646 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.175210 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.175231 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.175240 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.224955 3775 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:41.070467 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.070486 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.070492 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.070506 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.070510 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.070515 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.073079 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.073088 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.073099 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.073106 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.073110 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.073115 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.185342 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.185364 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0512 23:57:41.270878 3775 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 23:57:41.284501 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.284524 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.284533 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 23:57:41.397876 3775 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 23:57:42.250954 3775 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:42.250973 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:42.250980 3775 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:45.081835 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 23:57:49.091045 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.091064 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.091070 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.091082 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.091087 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.091091 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149504 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149530 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.149539 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:54.063774 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-d886b89c8-4fcsk] creating logical port openshift-monitoring_thanos-querier-d886b89c8-4fcsk for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:54.063878 3775 kube.go:256] Updating pod openshift-monitoring/thanos-querier-d886b89c8-4fcsk I0512 23:57:54.085558 3775 pod.go:62] [openshift-monitoring/thanos-querier-d886b89c8-4fcsk] pod update took 21.711029ms I0512 23:57:54.085584 3775 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-d886b89c8-4fcsk] addLogicalPort annotation time took 21.745675ms I0512 23:57:54.086829 3775 pods.go:271] [openshift-monitoring/thanos-querier-d886b89c8-4fcsk] addLogicalPort took 23.075394ms, libovsdb time 908.403µs I0512 23:57:54.422772 3775 cni.go:452] [openshift-monitoring/thanos-querier-d886b89c8-4fcsk d1a6857925d89cf5d8b9c75b20197198ff56343dd4b675d4783471d5b85289a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-d886b89c8-4fcsk d1a6857925d89cf5d8b9c75b20197198ff56343dd4b675d4783471d5b85289a2 network default NAD default NAD key ] I0512 23:57:54.432002 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-d886b89c8-4fcsk, hostIfaceName: d1a6857925d89cf, network: default, NAD default, SandboxID: "d1a6857925d89cf5d8b9c75b20197198ff56343dd4b675d4783471d5b85289a2", PCI device ID: , UID: "10325d20-e4a9-488a-9fdb-d4cf163bc2ef", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 23:57:54.482605 3775 cni.go:473] [openshift-monitoring/thanos-querier-d886b89c8-4fcsk d1a6857925d89cf5d8b9c75b20197198ff56343dd4b675d4783471d5b85289a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-d886b89c8-4fcsk d1a6857925d89cf5d8b9c75b20197198ff56343dd4b675d4783471d5b85289a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1e:bf:20:1e:2d\",\"name\":\"d1a6857925d89cf\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe540fb4-e6c1-4b78-b296-610ef5a3ee66\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:55.305674 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:55.305698 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:55.305705 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.156339 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.156356 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.156360 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 23:57:56.581409 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-b77c759fd-6bbs7] creating logical port openshift-monitoring_metrics-server-b77c759fd-6bbs7 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:56.581511 3775 kube.go:256] Updating pod openshift-monitoring/metrics-server-b77c759fd-6bbs7 I0512 23:57:56.600482 3775 pod.go:62] [openshift-monitoring/metrics-server-b77c759fd-6bbs7] pod update took 18.994403ms I0512 23:57:56.600579 3775 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-b77c759fd-6bbs7] addLogicalPort annotation time took 19.096874ms I0512 23:57:56.601873 3775 pods.go:271] [openshift-monitoring/metrics-server-b77c759fd-6bbs7] addLogicalPort took 20.483642ms, libovsdb time 965.88µs I0512 23:57:56.736966 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6xd9f for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:56.737073 3775 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f I0512 23:57:56.766085 3775 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f] pod update took 29.033436ms I0512 23:57:56.766111 3775 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f] addLogicalPort annotation time took 29.069978ms I0512 23:57:56.767390 3775 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f] addLogicalPort took 30.445141ms, libovsdb time 908.046µs I0512 23:57:56.969012 3775 cni.go:452] [openshift-monitoring/metrics-server-b77c759fd-6bbs7 db6f5e7b6112743fe6f33c12c7fed034034e3a52154212c7e8efb1d1c29dd6b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-b77c759fd-6bbs7 db6f5e7b6112743fe6f33c12c7fed034034e3a52154212c7e8efb1d1c29dd6b8 network default NAD default NAD key ] I0512 23:57:56.979988 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-b77c759fd-6bbs7, hostIfaceName: db6f5e7b6112743, network: default, NAD default, SandboxID: "db6f5e7b6112743fe6f33c12c7fed034034e3a52154212c7e8efb1d1c29dd6b8", PCI device ID: , UID: "e639797c-03cf-44d4-850b-9150e2d44383", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 23:57:57.029233 3775 cni.go:473] [openshift-monitoring/metrics-server-b77c759fd-6bbs7 db6f5e7b6112743fe6f33c12c7fed034034e3a52154212c7e8efb1d1c29dd6b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-b77c759fd-6bbs7 db6f5e7b6112743fe6f33c12c7fed034034e3a52154212c7e8efb1d1c29dd6b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:1a:07:af:26:db\",\"name\":\"db6f5e7b6112743\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f91bbf5-53c4-4ebb-a207-ec45b9ea587c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:57:57.697293 3775 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f a36d3afd3bd5c81eed14a7def198ac7fd180c86843fd6248d23de25bbf7aa1b7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f a36d3afd3bd5c81eed14a7def198ac7fd180c86843fd6248d23de25bbf7aa1b7 network default NAD default NAD key ] I0512 23:57:57.709715 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6xd9f, hostIfaceName: a36d3afd3bd5c81, network: default, NAD default, SandboxID: "a36d3afd3bd5c81eed14a7def198ac7fd180c86843fd6248d23de25bbf7aa1b7", PCI device ID: , UID: "4fc595de-0bbd-4c93-88e6-5c4a879ee6c6", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 23:57:57.762900 3775 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f a36d3afd3bd5c81eed14a7def198ac7fd180c86843fd6248d23de25bbf7aa1b7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6xd9f a36d3afd3bd5c81eed14a7def198ac7fd180c86843fd6248d23de25bbf7aa1b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:75:bf:61:03:a8\",\"name\":\"a36d3afd3bd5c81\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12e6fe54-5463-454b-9c79-e5996c5bb637\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:58.143862 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:58.261886 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.261908 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.261936 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.261944 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315532 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315558 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315566 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315572 3775 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 23:57:58.462774 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-66.ec2.internal I0512 23:57:58.462885 3775 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 23:57:58.503621 3775 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 40.781596ms I0512 23:57:58.503645 3775 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 40.811481ms I0512 23:57:58.505266 3775 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 42.513139ms, libovsdb time 1.001814ms I0512 23:57:58.823300 3775 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key ] I0512 23:57:58.836137 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: b7fdc9a37287c1c, network: default, NAD default, SandboxID: "b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a", PCI device ID: , UID: "e8a31818-665a-4b38-ad20-cb7078fec5c0", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 23:57:58.896054 3775 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a1:ba:36:18:fd\",\"name\":\"b7fdc9a37287c1c\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2049484a-4540-4222-91d0-2af9d89ec68f\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:57:59.229951 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:57:59.327350 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:57:59.327376 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.275163 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.275183 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.300402 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0512 23:58:01.228392 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:58:04.243454 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243476 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243483 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:58:04.243488 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 23:58:04.336882 3775 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:04.337398 3775 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:05.203078 3775 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:05.203101 3775 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:05.211563 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:58:05.211577 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fb578466f-ppcrh W0512 23:58:05.682769 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:58:05.911594 3775 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-sf4nh] creating logical port openshift-console_downloads-5c54f4944f-sf4nh for pod on switch ip-10-0-0-66.ec2.internal I0512 23:58:05.911707 3775 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-sf4nh I0512 23:58:05.927399 3775 pod.go:62] [openshift-console/downloads-5c54f4944f-sf4nh] pod update took 15.726395ms I0512 23:58:05.927431 3775 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-sf4nh] addLogicalPort annotation time took 15.761265ms I0512 23:58:05.928657 3775 pods.go:271] [openshift-console/downloads-5c54f4944f-sf4nh] addLogicalPort took 17.086116ms, libovsdb time 878.621µs I0512 23:58:06.273378 3775 cni.go:452] [openshift-console/downloads-5c54f4944f-sf4nh 94f04f86b6c879200763701ba1eebefe8c26fb89863144f8195d639a245aa1bb network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-sf4nh 94f04f86b6c879200763701ba1eebefe8c26fb89863144f8195d639a245aa1bb network default NAD default NAD key ] I0512 23:58:06.282789 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-sf4nh, hostIfaceName: 94f04f86b6c8792, network: default, NAD default, SandboxID: "94f04f86b6c879200763701ba1eebefe8c26fb89863144f8195d639a245aa1bb", PCI device ID: , UID: "85598161-e0f8-4433-bfdb-4369c9645543", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 23:58:06.336491 3775 cni.go:473] [openshift-console/downloads-5c54f4944f-sf4nh 94f04f86b6c879200763701ba1eebefe8c26fb89863144f8195d639a245aa1bb network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-sf4nh 94f04f86b6c879200763701ba1eebefe8c26fb89863144f8195d639a245aa1bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c1:38:7c:5f:72\",\"name\":\"94f04f86b6c8792\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df1b4fa8-a8c5-4155-9b42-2c8c3eb31cb4\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:58:09.737959 3775 cni.go:452] [openshift-multus/network-metrics-daemon-xf8ft 1772c1f6ffc48b8799244253ad5df13fc6d2ccd71248c6cbcf56dde2aa8d6d29 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-xf8ft 1772c1f6ffc48b8799244253ad5df13fc6d2ccd71248c6cbcf56dde2aa8d6d29 network default NAD default NAD key ] I0512 23:58:09.747386 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-xf8ft, hostIfaceName: 1772c1f6ffc48b8, network: default, NAD default, SandboxID: "1772c1f6ffc48b8799244253ad5df13fc6d2ccd71248c6cbcf56dde2aa8d6d29", PCI device ID: , UID: "33959e6f-16db-40ff-8ade-8c95a09865d2", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 23:58:09.806155 3775 cni.go:473] [openshift-multus/network-metrics-daemon-xf8ft 1772c1f6ffc48b8799244253ad5df13fc6d2ccd71248c6cbcf56dde2aa8d6d29 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-xf8ft 1772c1f6ffc48b8799244253ad5df13fc6d2ccd71248c6cbcf56dde2aa8d6d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d3:c1:fc:8b:d2\",\"name\":\"1772c1f6ffc48b8\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47941876-bff8-4048-a854-bac48ed83010\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 23:58:10.373369 3775 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374020 3775 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374051 3775 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374060 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 23:58:10.374074 3775 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374079 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 23:58:11.194823 3775 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 23:58:11.407071 3775 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.407094 3775 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.407107 3775 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.407118 3775 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:12.319486 3775 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 23:58:12.335160 3775 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 23:58:17.398408 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 23:58:20.247231 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 23:58:21.559185 3775 base_network_controller_pods.go:487] [default/openshift-console/console-6d76956cfc-hnncr] creating logical port openshift-console_console-6d76956cfc-hnncr for pod on switch ip-10-0-0-66.ec2.internal I0512 23:58:21.559344 3775 kube.go:256] Updating pod openshift-console/console-6d76956cfc-hnncr I0512 23:58:21.579449 3775 pod.go:62] [openshift-console/console-6d76956cfc-hnncr] pod update took 20.146703ms I0512 23:58:21.579470 3775 base_network_controller_pods.go:951] [default/openshift-console/console-6d76956cfc-hnncr] addLogicalPort annotation time took 20.174801ms I0512 23:58:21.581010 3775 pods.go:271] [openshift-console/console-6d76956cfc-hnncr] addLogicalPort took 21.850004ms, libovsdb time 1.150446ms I0512 23:58:23.197439 3775 cni.go:452] [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key ] I0512 23:58:23.207371 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d76956cfc-hnncr, hostIfaceName: 8aee99d87e63c2a, network: default, NAD default, SandboxID: "8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f", PCI device ID: , UID: "6ccb6b91-6b14-4b18-83ae-49708e56df42", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 23:58:23.261717 3775 cni.go:473] [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7c:97:11:a6:51\",\"name\":\"8aee99d87e63c2a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05b7545a-7472-4ade-821f-d7f6cd9d52bd\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 23:58:23.419380 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 23:58:24.305008 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 23:58:24.372946 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 23:58:26.435684 3775 cni.go:452] [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key ] I0512 23:58:26.522985 3775 cni.go:473] [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5fbbbfbf46-xzps9 59340f7c434c5309041597d55c90b27b17f5ff055a484d0700e56b450dcf97ba network default NAD default NAD key default], result "{}", err I0512 23:58:26.584393 3775 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:26.584429 3775 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0512 23:58:26.585873 3775 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5fbbbfbf46-xzps9, ips: 10.128.0.6 I0512 23:58:26.585906 3775 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:27.365649 3775 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:27.365675 3775 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:27.371061 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0512 23:58:27.371092 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 W0512 23:58:32.402112 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:43.385172 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 23:58:47.525213 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 23:58:49.616661 3775 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-pqnbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:49.617228 3775 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-pqnbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:50.425837 3775 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-pqnbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:50.425866 3775 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-pqnbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:50.431705 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8585b485bc-pqnbc I0512 23:58:50.431732 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8585b485bc-pqnbc I0512 23:58:57.220699 3775 cni.go:452] [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key ] I0512 23:58:57.305063 3775 cni.go:473] [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5bc85bd9bc-gpr58 d25dae96c808b783dd706cea1de0ccf5be549c0d4c6f35a8b32e17e30bd4f03b network default NAD default NAD key default], result "{}", err I0512 23:58:57.381698 3775 obj_retry.go:498] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.381735 3775 pods.go:176] Deleting pod: openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.382909 3775 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5bc85bd9bc-gpr58, ips: 10.128.0.14 I0512 23:58:57.382953 3775 obj_retry.go:498] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.491628 3775 obj_retry.go:492] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:57.491653 3775 obj_retry.go:492] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:57.497283 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.497306 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.729716 3775 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-cn9pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.730294 3775 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-cn9pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:58.564203 3775 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-cn9pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:58.564227 3775 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-cn9pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:58.567527 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8585b485bc-cn9pb I0512 23:58:58.567550 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8585b485bc-cn9pb W0512 23:58:59.542229 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:59.542254 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 23:59:14.575437 3775 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:14.576044 3775 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:15.525484 3775 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:15.525504 3775 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:15.531489 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 23:59:15.531554 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 23:59:18.375459 3775 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:18.376026 3775 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:18.659718 3775 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:18.659746 3775 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:18.665749 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 23:59:18.665778 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 23:59:40.358210 3775 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hrj8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:40.358816 3775 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hrj8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:40.641454 3775 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hrj8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:40.641480 3775 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hrj8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:40.646366 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d76956cfc-hrj8f I0512 23:59:40.646396 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d76956cfc-hrj8f I0512 23:59:47.338719 3775 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:47.339357 3775 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:47.796440 3775 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:47.796470 3775 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:47.802295 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 23:59:47.802321 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 23:59:50.912128 3775 cni.go:452] [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key ] I0512 23:59:51.002177 3775 cni.go:473] [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d76956cfc-hnncr 8aee99d87e63c2ac1aac9ed17378cb1b2a6fc0ec264481ccad091a0244ea0a6f network default NAD default NAD key default], result "{}", err I0512 23:59:51.047586 3775 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hnncr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:51.047626 3775 pods.go:176] Deleting pod: openshift-console/console-6d76956cfc-hnncr I0512 23:59:51.048846 3775 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d76956cfc-hnncr, ips: 10.128.0.21 I0512 23:59:51.048875 3775 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hnncr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:51.707367 3775 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hnncr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:51.707390 3775 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hnncr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:51.712950 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d76956cfc-hnncr I0512 23:59:51.712979 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d76956cfc-hnncr I0513 00:00:02.883249 3775 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:02.883784 3775 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:03.902809 3775 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:03.902833 3775 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:06.905350 3775 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:06.905891 3775 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:07.778533 3775 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:07.778556 3775 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.137622 3775 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key ] I0513 00:00:21.208197 3775 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 b7fdc9a37287c1caee2e7544d2ffe0836a8bd7f3076db39717b8dea1dcb6558a network default NAD default NAD key default], result "{}", err I0513 00:00:21.268476 3775 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:21.268509 3775 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0513 00:00:21.269827 3775 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.19 I0513 00:00:21.269860 3775 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:21.816945 3775 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.816972 3775 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.822523 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 00:00:21.822544 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 00:00:21.862883 3775 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:00:21.863051 3775 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0513 00:00:21.889974 3775 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.97406ms I0513 00:00:21.889996 3775 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.000276ms I0513 00:00:21.891349 3775 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.484107ms, libovsdb time 1.026083ms I0513 00:00:22.219241 3775 cni.go:452] [openshift-monitoring/prometheus-k8s-0 bcf06bba840596b8e1fc131bc607f10c6dd951bc5a53df43deeec240461264ca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 bcf06bba840596b8e1fc131bc607f10c6dd951bc5a53df43deeec240461264ca network default NAD default NAD key ] I0513 00:00:22.229961 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: bcf06bba840596b, network: default, NAD default, SandboxID: "bcf06bba840596b8e1fc131bc607f10c6dd951bc5a53df43deeec240461264ca", PCI device ID: , UID: "6a9ca327-9e62-46e2-a55d-3e1f816c9b64", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0513 00:00:22.282013 3775 cni.go:473] [openshift-monitoring/prometheus-k8s-0 bcf06bba840596b8e1fc131bc607f10c6dd951bc5a53df43deeec240461264ca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 bcf06bba840596b8e1fc131bc607f10c6dd951bc5a53df43deeec240461264ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:04:ec:cf:b1:8e\",\"name\":\"bcf06bba840596b\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2694b73-0c3f-474a-aebb-b610a0223a4e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:01:06.790538 3775 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 00:01:09.071090 3775 namespace.go:98] [tsf] adding namespace I0513 00:01:09.072088 3775 namespace.go:102] [tsf] adding namespace took 970.316µs I0513 00:01:09.108810 3775 namespace.go:142] [tsf] updating namespace I0513 00:01:09.115999 3775 namespace.go:142] [tsf] updating namespace I0513 00:01:13.714983 3775 namespace.go:98] [konflux-ui] adding namespace I0513 00:01:13.715811 3775 namespace.go:102] [konflux-ui] adding namespace took 805.314µs I0513 00:01:13.719158 3775 namespace.go:98] [cert-manager-operator] adding namespace I0513 00:01:13.719160 3775 namespace.go:98] [rhbk-operator] adding namespace I0513 00:01:13.719786 3775 namespace.go:102] [cert-manager-operator] adding namespace took 614.446µs I0513 00:01:13.720353 3775 namespace.go:102] [rhbk-operator] adding namespace took 1.174092ms I0513 00:01:13.722036 3775 namespace.go:98] [konflux-operator] adding namespace I0513 00:01:13.722655 3775 namespace.go:102] [konflux-operator] adding namespace took 607.845µs I0513 00:01:13.730531 3775 namespace.go:98] [tsf-tpa] adding namespace I0513 00:01:13.730682 3775 namespace.go:98] [tsf-tas] adding namespace I0513 00:01:13.730813 3775 namespace.go:98] [tsf-keycloak] adding namespace I0513 00:01:13.731246 3775 namespace.go:102] [tsf-tpa] adding namespace took 695.241µs I0513 00:01:13.731276 3775 namespace.go:98] [rhtpa-operator] adding namespace I0513 00:01:13.731723 3775 namespace.go:102] [rhtpa-operator] adding namespace took 439.622µs I0513 00:01:13.732222 3775 namespace.go:102] [tsf-tas] adding namespace took 1.521833ms I0513 00:01:13.732677 3775 namespace.go:102] [tsf-keycloak] adding namespace took 1.852691ms I0513 00:01:13.749692 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.769605 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.769714 3775 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.769775 3775 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:13.769875 3775 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.771089 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.774612 3775 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.782975 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.784227 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.784315 3775 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.804184 3775 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.822354 3775 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.830471 3775 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.840331 3775 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.846914 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.860687 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.866735 3775 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.891667 3775 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.891681 3775 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.896414 3775 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.909489 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.918906 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.936486 3775 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:13.967626 3775 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:15.063561 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:15.075409 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:20.225962 3775 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226532 3775 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226564 3775 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226574 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:20.226590 3775 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226597 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:21.240133 3775 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240682 3775 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240708 3775 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240718 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:21.240729 3775 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.240733 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:21.256768 3775 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.256793 3775 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.256804 3775 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.256817 3775 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263726 3775 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263750 3775 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263760 3775 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263773 3775 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:23.103274 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 00:01:23.103301 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 00:01:31.150935 3775 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-q9lhn for pod on switch ip-10-0-0-66.ec2.internal I0513 00:01:31.151065 3775 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn I0513 00:01:31.183602 3775 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn] pod update took 32.569927ms I0513 00:01:31.183626 3775 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn] addLogicalPort annotation time took 32.599818ms I0513 00:01:31.184847 3775 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn] addLogicalPort took 33.946316ms, libovsdb time 855.354µs I0513 00:01:31.332894 3775 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333458 3775 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333487 3775 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333499 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:31.333514 3775 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333519 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:31.359181 3775 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.359659 3775 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.359682 3775 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.359690 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:31.359704 3775 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.359711 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:31.509792 3775 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn 9098f7ea5d2e117be12a52023226eb4280c5b41005b6b2a68bc754a5c243e227 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn 9098f7ea5d2e117be12a52023226eb4280c5b41005b6b2a68bc754a5c243e227 network default NAD default NAD key ] I0513 00:01:31.519297 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-q9lhn, hostIfaceName: 9098f7ea5d2e117, network: default, NAD default, SandboxID: "9098f7ea5d2e117be12a52023226eb4280c5b41005b6b2a68bc754a5c243e227", PCI device ID: , UID: "3b61b2c1-1dc2-4574-8ede-0f77bc349a80", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0513 00:01:31.572144 3775 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn 9098f7ea5d2e117be12a52023226eb4280c5b41005b6b2a68bc754a5c243e227 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-q9lhn 9098f7ea5d2e117be12a52023226eb4280c5b41005b6b2a68bc754a5c243e227 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:52:b8:19:52:f6\",\"name\":\"9098f7ea5d2e117\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d29a515-144c-4045-b874-4da8b2c73e45\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:01:32.398290 3775 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.398318 3775 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.398334 3775 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.398346 3775 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421213 3775 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421241 3775 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421258 3775 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.421273 3775 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.457506 3775 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458201 3775 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458230 3775 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458239 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:32.458250 3775 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458283 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:33.424296 3775 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.424937 3775 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.424971 3775 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.424980 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:33.424992 3775 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.424996 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:33.482888 3775 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.482940 3775 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.482958 3775 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.482975 3775 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:34.108577 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:34.450484 3775 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450508 3775 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450520 3775 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450535 3775 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:38.957469 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.967719 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.975557 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.985852 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:45.028696 3775 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-xdmmb for pod on switch ip-10-0-0-66.ec2.internal I0513 00:01:45.028825 3775 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb I0513 00:01:45.060163 3775 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb] pod update took 31.367608ms I0513 00:01:45.060187 3775 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb] addLogicalPort annotation time took 31.397354ms I0513 00:01:45.061509 3775 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb] addLogicalPort took 32.832658ms, libovsdb time 1.011956ms W0513 00:01:45.172318 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:45.389093 3775 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb c589f00e312525cebdba6f82fa0457d0c92478e9969f7ab04a05f3bf64bd745e network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb c589f00e312525cebdba6f82fa0457d0c92478e9969f7ab04a05f3bf64bd745e network default NAD default NAD key ] I0513 00:01:45.398764 3775 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-xdmmb, hostIfaceName: c589f00e312525c, network: default, NAD default, SandboxID: "c589f00e312525cebdba6f82fa0457d0c92478e9969f7ab04a05f3bf64bd745e", PCI device ID: , UID: "f851927a-bb3e-46da-9247-c016cda18bb2", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0513 00:01:45.452585 3775 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb c589f00e312525cebdba6f82fa0457d0c92478e9969f7ab04a05f3bf64bd745e network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdmmb c589f00e312525cebdba6f82fa0457d0c92478e9969f7ab04a05f3bf64bd745e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0c:34:f6:48:aa\",\"name\":\"c589f00e312525c\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56bad6a8-9edc-498b-beaf-efc8e25d4bf3\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:01:48.175824 3775 namespace.go:98] [cert-manager] adding namespace I0513 00:01:48.176621 3775 namespace.go:102] [cert-manager] adding namespace took 770.838µs I0513 00:01:48.186597 3775 namespace.go:142] [cert-manager] updating namespace I0513 00:01:48.206271 3775 namespace.go:142] [cert-manager] updating namespace I0513 00:01:48.228950 3775 namespace.go:142] [openshift-operators] updating namespace I0513 00:01:48.236886 3775 namespace.go:142] [openshift-operators] updating namespace I0513 00:01:52.820556 3775 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-hvwd2 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:01:52.820663 3775 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2 I0513 00:01:52.847800 3775 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2] pod update took 27.15987ms I0513 00:01:52.847823 3775 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2] addLogicalPort annotation time took 27.189263ms I0513 00:01:52.848970 3775 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2] addLogicalPort took 28.434835ms, libovsdb time 792.066µs I0513 00:01:52.859792 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0513 00:01:53.199708 3775 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2 b00c587e8944b80330c1b4af0f7afddad483c1141f8d70b0e6c28cf54d1e392d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2 b00c587e8944b80330c1b4af0f7afddad483c1141f8d70b0e6c28cf54d1e392d network default NAD default NAD key ] I0513 00:01:53.209865 3775 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-hvwd2, hostIfaceName: b00c587e8944b80, network: default, NAD default, SandboxID: "b00c587e8944b80330c1b4af0f7afddad483c1141f8d70b0e6c28cf54d1e392d", PCI device ID: , UID: "07d07d59-e452-46f2-8977-2524083c25e5", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0513 00:01:53.262114 3775 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2 b00c587e8944b80330c1b4af0f7afddad483c1141f8d70b0e6c28cf54d1e392d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-hvwd2 b00c587e8944b80330c1b4af0f7afddad483c1141f8d70b0e6c28cf54d1e392d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f8:f6:a4:41:6e\",\"name\":\"b00c587e8944b80\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4c3360b-0f46-4ca7-9f90-e2bc6dcc09c3\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:01:53.928834 3775 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-g6fn5 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:01:53.929002 3775 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5 I0513 00:01:54.039784 3775 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5] pod update took 110.802624ms I0513 00:01:54.039816 3775 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5] addLogicalPort annotation time took 110.842314ms I0513 00:01:54.041344 3775 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5] addLogicalPort took 112.530248ms, libovsdb time 1.089908ms I0513 00:01:54.592392 3775 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5 0ec3c526feb363fbecdee2ca14f8a86bd474c49cb87c3d3a9d394aa38aa7968d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5 0ec3c526feb363fbecdee2ca14f8a86bd474c49cb87c3d3a9d394aa38aa7968d network default NAD default NAD key ] I0513 00:01:54.604282 3775 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-g6fn5, hostIfaceName: 0ec3c526feb363f, network: default, NAD default, SandboxID: "0ec3c526feb363fbecdee2ca14f8a86bd474c49cb87c3d3a9d394aa38aa7968d", PCI device ID: , UID: "0cbc1b8a-777e-44c1-a84a-e2efd8550c4e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0513 00:01:54.659986 3775 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5 0ec3c526feb363fbecdee2ca14f8a86bd474c49cb87c3d3a9d394aa38aa7968d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-g6fn5 0ec3c526feb363fbecdee2ca14f8a86bd474c49cb87c3d3a9d394aa38aa7968d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4d:bb:9d:de:c4\",\"name\":\"0ec3c526feb363f\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49dffdd6-2a8f-4215-976d-3d3beeabca4d\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:01:56.024305 3775 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-nj9rj for pod on switch ip-10-0-0-66.ec2.internal I0513 00:01:56.024474 3775 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj I0513 00:01:56.051352 3775 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj] pod update took 26.911577ms I0513 00:01:56.051382 3775 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj] addLogicalPort annotation time took 26.947499ms I0513 00:01:56.052914 3775 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj] addLogicalPort took 28.631717ms, libovsdb time 1.053284ms W0513 00:01:56.224332 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 00:01:56.224351 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 00:01:56.384893 3775 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj 2493257073dc6da7dc90695a57a0601eda809db360ee66c21df388ba377109a1 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj 2493257073dc6da7dc90695a57a0601eda809db360ee66c21df388ba377109a1 network default NAD default NAD key ] I0513 00:01:56.395245 3775 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-nj9rj, hostIfaceName: 2493257073dc6da, network: default, NAD default, SandboxID: "2493257073dc6da7dc90695a57a0601eda809db360ee66c21df388ba377109a1", PCI device ID: , UID: "c62ddc03-208f-44d4-adcf-7e323b46bd6c", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0513 00:01:56.448325 3775 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj 2493257073dc6da7dc90695a57a0601eda809db360ee66c21df388ba377109a1 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-nj9rj 2493257073dc6da7dc90695a57a0601eda809db360ee66c21df388ba377109a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c6:a1:b2:1c:02\",\"name\":\"2493257073dc6da\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69af1bb2-7025-42ac-9c6b-9624e9daacfe\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:01:59.276954 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 00:01:59.858112 3775 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 00:01:59.859039 3775 namespace.go:102] [trusted-artifact-signer] adding namespace took 896.414µs I0513 00:01:59.891314 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:01:59.891365 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:00.164869 3775 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-rrrgq for pod on switch ip-10-0-0-66.ec2.internal I0513 00:02:00.164977 3775 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq I0513 00:02:00.223415 3775 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq] pod update took 58.462034ms I0513 00:02:00.223441 3775 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq] addLogicalPort annotation time took 58.491178ms I0513 00:02:00.224622 3775 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq] addLogicalPort took 59.767276ms, libovsdb time 831.491µs W0513 00:02:00.408422 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:00.528586 3775 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq 3286b964ba94a35521f8b1c85b035ac02faebea9bfbe6fc9c2291fa15fdd43c1 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq 3286b964ba94a35521f8b1c85b035ac02faebea9bfbe6fc9c2291fa15fdd43c1 network default NAD default NAD key ] I0513 00:02:00.538511 3775 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-rrrgq, hostIfaceName: 3286b964ba94a35, network: default, NAD default, SandboxID: "3286b964ba94a35521f8b1c85b035ac02faebea9bfbe6fc9c2291fa15fdd43c1", PCI device ID: , UID: "fef87f13-c39f-4a16-8eb1-ed2123f527ff", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0513 00:02:00.594465 3775 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq 3286b964ba94a35521f8b1c85b035ac02faebea9bfbe6fc9c2291fa15fdd43c1 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-rrrgq 3286b964ba94a35521f8b1c85b035ac02faebea9bfbe6fc9c2291fa15fdd43c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0c:d4:4f:da:28\",\"name\":\"3286b964ba94a35\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/366a06b3-f677-45be-a977-daac88ac89a2\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:02:01.380181 3775 namespace.go:142] [openshift-operators] updating namespace I0513 00:02:01.957745 3775 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-z4tzb for pod on switch ip-10-0-0-66.ec2.internal I0513 00:02:01.957905 3775 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb I0513 00:02:02.042948 3775 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb] pod update took 85.077068ms I0513 00:02:02.042981 3775 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb] addLogicalPort annotation time took 85.115384ms I0513 00:02:02.044294 3775 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb] addLogicalPort took 86.56973ms, libovsdb time 906.068µs W0513 00:02:02.297259 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 00:02:02.297280 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 00:02:02.325305 3775 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb 2a0b4aafe63c2c2de8f1eec10a1d82d8ce926b8550ee299e14f0e616c5790d9f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb 2a0b4aafe63c2c2de8f1eec10a1d82d8ce926b8550ee299e14f0e616c5790d9f network default NAD default NAD key ] I0513 00:02:02.339475 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-z4tzb, hostIfaceName: 2a0b4aafe63c2c2, network: default, NAD default, SandboxID: "2a0b4aafe63c2c2de8f1eec10a1d82d8ce926b8550ee299e14f0e616c5790d9f", PCI device ID: , UID: "8926e538-3249-4f42-bd55-ca896332398f", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0513 00:02:02.397334 3775 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb 2a0b4aafe63c2c2de8f1eec10a1d82d8ce926b8550ee299e14f0e616c5790d9f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z4tzb 2a0b4aafe63c2c2de8f1eec10a1d82d8ce926b8550ee299e14f0e616c5790d9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:49:65:5e:93:51\",\"name\":\"2a0b4aafe63c2c2\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c652906-b042-4648-8a8a-cabe46f44079\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:02:03.976402 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:03.990939 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:03.999038 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:04.009784 3775 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:05.262040 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0513 00:02:07.566121 3775 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 00:02:08.846978 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 W0513 00:02:10.250532 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 00:02:10.574639 3775 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-7768r] creating logical port cert-manager_cert-manager-59c77684cc-7768r for pod on switch ip-10-0-0-66.ec2.internal I0513 00:02:10.574734 3775 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-7768r I0513 00:02:10.599672 3775 pod.go:62] [cert-manager/cert-manager-59c77684cc-7768r] pod update took 24.961825ms I0513 00:02:10.599724 3775 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-7768r] addLogicalPort annotation time took 25.016588ms I0513 00:02:10.601400 3775 pods.go:271] [cert-manager/cert-manager-59c77684cc-7768r] addLogicalPort took 26.786271ms, libovsdb time 1.11869ms I0513 00:02:12.646954 3775 cni.go:452] [cert-manager/cert-manager-59c77684cc-7768r 06fee78ce5b462eebdd20c20e2a5c3e64d1aad99bd7b3462307aaf0afa8a1d6e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-7768r 06fee78ce5b462eebdd20c20e2a5c3e64d1aad99bd7b3462307aaf0afa8a1d6e network default NAD default NAD key ] I0513 00:02:12.666695 3775 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-7768r, hostIfaceName: 06fee78ce5b462e, network: default, NAD default, SandboxID: "06fee78ce5b462eebdd20c20e2a5c3e64d1aad99bd7b3462307aaf0afa8a1d6e", PCI device ID: , UID: "16dfc750-fa64-41d1-82d1-e401d5c495b2", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0513 00:02:12.726104 3775 cni.go:473] [cert-manager/cert-manager-59c77684cc-7768r 06fee78ce5b462eebdd20c20e2a5c3e64d1aad99bd7b3462307aaf0afa8a1d6e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-7768r 06fee78ce5b462eebdd20c20e2a5c3e64d1aad99bd7b3462307aaf0afa8a1d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:86:79:38:c2:bb\",\"name\":\"06fee78ce5b462e\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bf3a1c0-c1f9-43e6-80e5-0094f3b0d052\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:02:18.156496 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0513 00:02:25.644105 3775 namespace.go:98] [openshift-pipelines] adding namespace I0513 00:02:25.644998 3775 namespace.go:102] [openshift-pipelines] adding namespace took 866.357µs I0513 00:02:25.665871 3775 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:02:26.347100 3775 namespace.go:142] [cert-manager] updating namespace I0513 00:02:26.547216 3775 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:26.952326 3775 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:27.157495 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:27.354095 3775 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:27.720967 3775 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:27.928947 3775 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:28.130748 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:28.336707 3775 namespace.go:142] [tsf] updating namespace I0513 00:02:28.536793 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:28.737542 3775 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:28.939298 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:29.076897 3775 namespace.go:142] [cert-manager] updating namespace I0513 00:02:29.087099 3775 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:29.095776 3775 namespace.go:142] [default] updating namespace I0513 00:02:29.103508 3775 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:29.112304 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:29.120554 3775 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:29.128350 3775 namespace.go:142] [openshift] updating namespace I0513 00:02:29.135715 3775 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:29.144784 3775 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:29.153064 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:29.160507 3775 namespace.go:142] [tsf] updating namespace I0513 00:02:29.180297 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:29.197337 3775 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:29.220771 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:29.321383 3775 namespace.go:142] [cert-manager] updating namespace I0513 00:02:29.424130 3775 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:29.520993 3775 namespace.go:142] [default] updating namespace I0513 00:02:29.625692 3775 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:29.720937 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:29.826022 3775 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:29.919269 3775 namespace.go:142] [openshift] updating namespace I0513 00:02:30.022582 3775 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:30.121678 3775 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:30.220615 3775 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:30.320550 3775 namespace.go:142] [tsf] updating namespace I0513 00:02:30.422201 3775 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:30.520506 3775 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:30.626004 3775 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:30.918352 3775 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:02:31.767664 3775 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:02:31.768272 3775 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:02:31.791832 3775 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:02:31.791855 3775 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:02:31.829782 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 00:02:31.829823 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 00:02:40.338511 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-4qqhf for pod on switch ip-10-0-0-66.ec2.internal I0513 00:02:40.338633 3775 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf I0513 00:02:40.353876 3775 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf] pod update took 15.264094ms I0513 00:02:40.353903 3775 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf] addLogicalPort annotation time took 15.297771ms I0513 00:02:40.355153 3775 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf] addLogicalPort took 16.658003ms, libovsdb time 879.117µs I0513 00:02:40.727413 3775 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf 79eb5f9fe845f390350daeb0b72a4cf1d9db49e3549b4b8c2a0607981a332085 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf 79eb5f9fe845f390350daeb0b72a4cf1d9db49e3549b4b8c2a0607981a332085 network default NAD default NAD key ] I0513 00:02:40.736935 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-4qqhf, hostIfaceName: 79eb5f9fe845f39, network: default, NAD default, SandboxID: "79eb5f9fe845f390350daeb0b72a4cf1d9db49e3549b4b8c2a0607981a332085", PCI device ID: , UID: "27ed74af-19a6-4fec-a97b-f333dfb710ea", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0513 00:02:40.793664 3775 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf 79eb5f9fe845f390350daeb0b72a4cf1d9db49e3549b4b8c2a0607981a332085 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-4qqhf 79eb5f9fe845f390350daeb0b72a4cf1d9db49e3549b4b8c2a0607981a332085 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:67:65:b1:19:9b\",\"name\":\"79eb5f9fe845f39\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55e87408-a68f-4b09-8f11-46b0d6b1d35f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:02:46.598385 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:46.598407 3775 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:46.598413 3775 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:47.651714 3775 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.651734 3775 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.651739 3775 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.651743 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.682164 3775 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.682182 3775 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.682186 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.774432 3775 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 00:02:47.804594 3775 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0513 00:03:05.816149 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-bx88h for pod on switch ip-10-0-0-66.ec2.internal I0513 00:03:05.816241 3775 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h I0513 00:03:05.831689 3775 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h] pod update took 15.470296ms I0513 00:03:05.831709 3775 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h] addLogicalPort annotation time took 15.49784ms I0513 00:03:05.833069 3775 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h] addLogicalPort took 16.940739ms, libovsdb time 937.752µs I0513 00:03:06.184666 3775 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h 34a4251da30fe50a09e80992535c5f07a0bdaf08ddbdf6612c5d86ee3faa094c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h 34a4251da30fe50a09e80992535c5f07a0bdaf08ddbdf6612c5d86ee3faa094c network default NAD default NAD key ] I0513 00:03:06.194600 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-bx88h, hostIfaceName: 34a4251da30fe50, network: default, NAD default, SandboxID: "34a4251da30fe50a09e80992535c5f07a0bdaf08ddbdf6612c5d86ee3faa094c", PCI device ID: , UID: "d6fbfab4-5326-403b-8d57-56f408e126be", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0513 00:03:06.248704 3775 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h 34a4251da30fe50a09e80992535c5f07a0bdaf08ddbdf6612c5d86ee3faa094c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-bx88h 34a4251da30fe50a09e80992535c5f07a0bdaf08ddbdf6612c5d86ee3faa094c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:65:4d:8f:49:5e\",\"name\":\"34a4251da30fe50\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b93def4-87d5-4852-b743-427a98f3c024\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:03:08.969606 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0513 00:03:09.573696 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 00:03:10.928273 3775 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:03:10.928846 3775 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:03:10.971097 3775 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:03:10.971117 3775 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:03:10.978437 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 00:03:10.978463 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 00:03:13.052482 3775 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 00:03:13.053197 3775 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 00:03:13.053219 3775 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 00:03:13.055550 3775 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0513 00:03:13.458472 3775 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-vpgxh for pod on switch ip-10-0-0-66.ec2.internal I0513 00:03:13.458581 3775 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh I0513 00:03:13.472255 3775 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh] pod update took 13.701944ms I0513 00:03:13.472279 3775 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh] addLogicalPort annotation time took 13.731445ms I0513 00:03:13.473527 3775 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh] addLogicalPort took 15.075583ms, libovsdb time 873.769µs I0513 00:03:13.815614 3775 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh db8ab03f97f77530869b2ca23340ffc7aa6e9df577d988a9ed5467e530d31eb1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh db8ab03f97f77530869b2ca23340ffc7aa6e9df577d988a9ed5467e530d31eb1 network default NAD default NAD key ] I0513 00:03:13.825007 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-vpgxh, hostIfaceName: db8ab03f97f7753, network: default, NAD default, SandboxID: "db8ab03f97f77530869b2ca23340ffc7aa6e9df577d988a9ed5467e530d31eb1", PCI device ID: , UID: "177850c7-9773-41cb-b0d5-0d11a874ac89", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0513 00:03:13.880753 3775 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh db8ab03f97f77530869b2ca23340ffc7aa6e9df577d988a9ed5467e530d31eb1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-vpgxh db8ab03f97f77530869b2ca23340ffc7aa6e9df577d988a9ed5467e530d31eb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b4:08:ac:19:aa\",\"name\":\"db8ab03f97f7753\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6e50fce-cb1a-4027-af91-42e673e83ca5\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:03:16.614304 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 00:03:20.595186 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 00:03:22.366797 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0513 00:03:24.876180 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:24.876205 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:24.881885 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 00:03:24.881901 3775 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 00:03:27.622530 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 00:03:27.657862 3775 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 00:03:27.657937 3775 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8pbms IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8pbms: no pod IPs found I0513 00:03:27.760612 3775 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 00:03:31.840786 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0513 00:03:34.952324 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 00:03:44.642790 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 00:03:53.514986 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-cg46d for pod on switch ip-10-0-0-66.ec2.internal I0513 00:03:53.515191 3775 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d I0513 00:03:53.529848 3775 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d] pod update took 14.773162ms I0513 00:03:53.529881 3775 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d] addLogicalPort annotation time took 14.814173ms I0513 00:03:53.531167 3775 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d] addLogicalPort took 16.207164ms, libovsdb time 864.248µs I0513 00:03:53.878222 3775 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d 246cad499ee5183040714f8ca02583afebc56b8e1fa644b2899203f361f447a7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d 246cad499ee5183040714f8ca02583afebc56b8e1fa644b2899203f361f447a7 network default NAD default NAD key ] I0513 00:03:53.887640 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-cg46d, hostIfaceName: 246cad499ee5183, network: default, NAD default, SandboxID: "246cad499ee5183040714f8ca02583afebc56b8e1fa644b2899203f361f447a7", PCI device ID: , UID: "dae25671-f900-4b32-b04c-11aaebad61ea", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0513 00:03:53.943592 3775 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d 246cad499ee5183040714f8ca02583afebc56b8e1fa644b2899203f361f447a7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cg46d 246cad499ee5183040714f8ca02583afebc56b8e1fa644b2899203f361f447a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:84:f6:75:93:0a\",\"name\":\"246cad499ee5183\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c279b88e-96b7-495a-a394-c31ed281de05\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:03:58.978684 3775 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:03:58.978705 3775 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:03:58.978710 3775 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 00:04:06.284988 3775 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:06.285599 3775 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:06.307972 3775 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:06.307993 3775 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:06.316974 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 00:04:06.317005 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 00:04:07.610980 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 00:04:08.361790 3775 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-jm8dg-gpsmf] creating logical port tsf-tas_segment-backup-installation-jm8dg-gpsmf for pod on switch ip-10-0-0-66.ec2.internal I0513 00:04:08.361894 3775 kube.go:256] Updating pod tsf-tas/segment-backup-installation-jm8dg-gpsmf I0513 00:04:08.376013 3775 pod.go:62] [tsf-tas/segment-backup-installation-jm8dg-gpsmf] pod update took 14.144505ms I0513 00:04:08.376038 3775 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-jm8dg-gpsmf] addLogicalPort annotation time took 14.176619ms I0513 00:04:08.377544 3775 pods.go:271] [tsf-tas/segment-backup-installation-jm8dg-gpsmf] addLogicalPort took 15.772761ms, libovsdb time 979.405µs I0513 00:04:08.722375 3775 cni.go:452] [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key ] I0513 00:04:08.734691 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-jm8dg-gpsmf, hostIfaceName: 0807588e205ccbc, network: default, NAD default, SandboxID: "0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2", PCI device ID: , UID: "0f744795-c8da-4f8f-a6e4-38b33f67f5e6", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0513 00:04:08.796458 3775 cni.go:473] [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:26:86:80:91:37\",\"name\":\"0807588e205ccbc\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b14b485-dbb2-4219-a468-80ea608747ec\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:04:09.011087 3775 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-p7qq8-l22xn] creating logical port tsf-tas_ctlog-createtree-job-p7qq8-l22xn for pod on switch ip-10-0-0-66.ec2.internal I0513 00:04:09.011216 3775 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-p7qq8-l22xn I0513 00:04:09.027878 3775 pod.go:62] [tsf-tas/ctlog-createtree-job-p7qq8-l22xn] pod update took 16.687047ms I0513 00:04:09.027903 3775 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-p7qq8-l22xn] addLogicalPort annotation time took 16.713142ms I0513 00:04:09.029424 3775 pods.go:271] [tsf-tas/ctlog-createtree-job-p7qq8-l22xn] addLogicalPort took 18.353439ms, libovsdb time 1.046342ms I0513 00:04:09.213617 3775 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-64cdc9949b-mflq5] creating logical port tsf-tas_trillian-logserver-64cdc9949b-mflq5 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:04:09.213765 3775 kube.go:256] Updating pod tsf-tas/trillian-logserver-64cdc9949b-mflq5 I0513 00:04:09.229596 3775 pod.go:62] [tsf-tas/trillian-logserver-64cdc9949b-mflq5] pod update took 15.864267ms I0513 00:04:09.229625 3775 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-64cdc9949b-mflq5] addLogicalPort annotation time took 15.89557ms I0513 00:04:09.230899 3775 pods.go:271] [tsf-tas/trillian-logserver-64cdc9949b-mflq5] addLogicalPort took 17.308044ms, libovsdb time 750.863µs I0513 00:04:09.376668 3775 cni.go:452] [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key ] I0513 00:04:09.388086 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-p7qq8-l22xn, hostIfaceName: 7933412452d0e50, network: default, NAD default, SandboxID: "7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15", PCI device ID: , UID: "8d2aac06-7641-494a-8ff7-82d80ad6a3de", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0513 00:04:09.446493 3775 cni.go:473] [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:40:c1:3c:57:2a\",\"name\":\"7933412452d0e50\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e45c7e5-bd82-4881-955e-ee663bad6811\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:04:11.113055 3775 cni.go:452] [tsf-tas/trillian-logserver-64cdc9949b-mflq5 993902b28e711fc01549a3a28e0ea90ecae25a45ec6653fcf4a31aaf843f4b6a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-64cdc9949b-mflq5 993902b28e711fc01549a3a28e0ea90ecae25a45ec6653fcf4a31aaf843f4b6a network default NAD default NAD key ] I0513 00:04:11.125140 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-64cdc9949b-mflq5, hostIfaceName: 993902b28e711fc, network: default, NAD default, SandboxID: "993902b28e711fc01549a3a28e0ea90ecae25a45ec6653fcf4a31aaf843f4b6a", PCI device ID: , UID: "17f81c5b-daa8-451c-93b5-82fc4c31866d", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0513 00:04:11.189800 3775 cni.go:473] [tsf-tas/trillian-logserver-64cdc9949b-mflq5 993902b28e711fc01549a3a28e0ea90ecae25a45ec6653fcf4a31aaf843f4b6a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-64cdc9949b-mflq5 993902b28e711fc01549a3a28e0ea90ecae25a45ec6653fcf4a31aaf843f4b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:4b:df:59:54:a9\",\"name\":\"993902b28e711fc\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fff1f053-e750-4768-8be4-6e7292ae61ad\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:04:13.344556 3775 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:13.345203 3775 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:14.231535 3775 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:14.231637 3775 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:16.848912 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=985 W0513 00:04:21.085762 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0513 00:04:22.090395 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:22.090463 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:23.957761 3775 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 00:04:26.109580 3775 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 00:04:26.981683 3775 cni.go:452] [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key ] I0513 00:04:27.069848 3775 cni.go:473] [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-jm8dg-gpsmf 0807588e205ccbc24a8eb5bc7cbcde77e9f82598bad024a9ba2a09adb206c1c2 network default NAD default NAD key default], result "{}", err I0513 00:04:27.115581 3775 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:27.115613 3775 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-jm8dg-gpsmf I0513 00:04:27.116846 3775 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-jm8dg-gpsmf, ips: 10.128.0.35 I0513 00:04:27.116870 3775 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:28.138828 3775 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:28.138858 3775 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:28.473877 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 00:04:41.916953 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-hk9qp for pod on switch ip-10-0-0-66.ec2.internal I0513 00:04:41.917055 3775 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp I0513 00:04:41.931590 3775 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp] pod update took 14.560266ms I0513 00:04:41.931614 3775 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp] addLogicalPort annotation time took 14.588377ms I0513 00:04:41.932976 3775 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp] addLogicalPort took 16.062289ms, libovsdb time 924.022µs I0513 00:04:42.574995 3775 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp cf9370d7ff98e9a711752c4d0a0b208c68acae099e7a40f444427d0b5a473f2f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp cf9370d7ff98e9a711752c4d0a0b208c68acae099e7a40f444427d0b5a473f2f network default NAD default NAD key ] I0513 00:04:42.585186 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-hk9qp, hostIfaceName: cf9370d7ff98e9a, network: default, NAD default, SandboxID: "cf9370d7ff98e9a711752c4d0a0b208c68acae099e7a40f444427d0b5a473f2f", PCI device ID: , UID: "379e8564-5242-459d-a9bd-561494eb6b3b", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0513 00:04:42.641971 3775 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp cf9370d7ff98e9a711752c4d0a0b208c68acae099e7a40f444427d0b5a473f2f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-hk9qp cf9370d7ff98e9a711752c4d0a0b208c68acae099e7a40f444427d0b5a473f2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:33:16:77:e1:bf\",\"name\":\"cf9370d7ff98e9a\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37165da0-b454-46cd-af66-9dd3b96f64b7\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:04:45.073404 3775 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:45.073428 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:45.093066 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:45.093088 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:46.426160 3775 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 00:04:51.841130 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0513 00:04:52.061309 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0513 00:04:58.955079 3775 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-9cgft for pod on switch ip-10-0-0-66.ec2.internal I0513 00:04:58.955201 3775 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft I0513 00:04:58.972898 3775 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft] pod update took 17.71584ms I0513 00:04:58.972934 3775 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft] addLogicalPort annotation time took 17.746174ms I0513 00:04:58.974491 3775 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft] addLogicalPort took 19.429908ms, libovsdb time 1.09104ms I0513 00:04:59.380874 3775 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft c4cb756424a246ff9cf8b1332abcd15646f43ef1bd35bb03926e2ea31a0881bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft c4cb756424a246ff9cf8b1332abcd15646f43ef1bd35bb03926e2ea31a0881bd network default NAD default NAD key ] I0513 00:04:59.390816 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-9cgft, hostIfaceName: c4cb756424a246f, network: default, NAD default, SandboxID: "c4cb756424a246ff9cf8b1332abcd15646f43ef1bd35bb03926e2ea31a0881bd", PCI device ID: , UID: "1a1c55db-ed49-4101-949b-2a83ac1348d6", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0513 00:04:59.447624 3775 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft c4cb756424a246ff9cf8b1332abcd15646f43ef1bd35bb03926e2ea31a0881bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cgft c4cb756424a246ff9cf8b1332abcd15646f43ef1bd35bb03926e2ea31a0881bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:70:a6:ef:f1:a5\",\"name\":\"c4cb756424a246f\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11271300-a870-4f09-8488-955185e1db17\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:05:03.645488 3775 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:03.646070 3775 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:03.667336 3775 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:03.667369 3775 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:03.673450 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 00:05:03.673486 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 00:05:05.187552 3775 cni.go:452] [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key ] I0513 00:05:05.272501 3775 cni.go:473] [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-p7qq8-l22xn 7933412452d0e505a4a2ff3bbf5beda89146c2e56cd4ef0f3b27af666f3c9d15 network default NAD default NAD key default], result "{}", err I0513 00:05:05.324877 3775 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.324910 3775 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-p7qq8-l22xn I0513 00:05:05.326207 3775 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-p7qq8-l22xn, ips: 10.128.0.36 I0513 00:05:05.326235 3775 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.473508 3775 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.474082 3775 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:06.214090 3775 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.214115 3775 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.346398 3775 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.346420 3775 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:10.503095 3775 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7689d67d66-fggm2] creating logical port tsf-tas_rekor-redis-7689d67d66-fggm2 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:05:10.503204 3775 kube.go:256] Updating pod tsf-tas/rekor-redis-7689d67d66-fggm2 I0513 00:05:10.517550 3775 pod.go:62] [tsf-tas/rekor-redis-7689d67d66-fggm2] pod update took 14.369689ms I0513 00:05:10.517578 3775 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7689d67d66-fggm2] addLogicalPort annotation time took 14.407739ms I0513 00:05:10.518892 3775 pods.go:271] [tsf-tas/rekor-redis-7689d67d66-fggm2] addLogicalPort took 15.817349ms, libovsdb time 877.867µs I0513 00:05:10.864193 3775 cni.go:452] [tsf-tas/rekor-redis-7689d67d66-fggm2 813d31f0b0d469e3957b0ca0abe65f78c3538348f27be0e41681bd6ed25a36e3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7689d67d66-fggm2 813d31f0b0d469e3957b0ca0abe65f78c3538348f27be0e41681bd6ed25a36e3 network default NAD default NAD key ] I0513 00:05:10.873875 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7689d67d66-fggm2, hostIfaceName: 813d31f0b0d469e, network: default, NAD default, SandboxID: "813d31f0b0d469e3957b0ca0abe65f78c3538348f27be0e41681bd6ed25a36e3", PCI device ID: , UID: "6741f7fb-7a1e-42e2-a4b4-c7989dc29cd2", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0513 00:05:10.930214 3775 cni.go:473] [tsf-tas/rekor-redis-7689d67d66-fggm2 813d31f0b0d469e3957b0ca0abe65f78c3538348f27be0e41681bd6ed25a36e3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7689d67d66-fggm2 813d31f0b0d469e3957b0ca0abe65f78c3538348f27be0e41681bd6ed25a36e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c5:b2:7b:8a:35\",\"name\":\"813d31f0b0d469e\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03fef6ac-ac33-419b-a17b-25bc6c0cefe5\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:05:13.238225 3775 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0513 00:05:13.584333 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 00:05:13.846409 3775 obj_retry.go:498] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:13.847015 3775 obj_retry.go:498] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 00:05:14.581512 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 00:05:14.868905 3775 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:14.868964 3775 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:14.993221 3775 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-zvhw7] creating logical port tsf_tsf-tekton-configuration-zvhw7 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:05:14.993314 3775 kube.go:256] Updating pod tsf/tsf-tekton-configuration-zvhw7 I0513 00:05:15.006632 3775 pod.go:62] [tsf/tsf-tekton-configuration-zvhw7] pod update took 13.337991ms I0513 00:05:15.006662 3775 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-zvhw7] addLogicalPort annotation time took 13.371742ms I0513 00:05:15.007859 3775 pods.go:271] [tsf/tsf-tekton-configuration-zvhw7] addLogicalPort took 14.654202ms, libovsdb time 777.157µs I0513 00:05:15.352575 3775 cni.go:452] [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key ] I0513 00:05:15.362281 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-zvhw7, hostIfaceName: f2922c4f3ab3d83, network: default, NAD default, SandboxID: "f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db", PCI device ID: , UID: "063f50ae-e34a-4516-bad1-f3f3fdf9a5e1", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0513 00:05:15.417279 3775 cni.go:473] [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0c:fa:b3:43:a1\",\"name\":\"f2922c4f3ab3d83\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b36152c4-c552-4007-8f2d-20becac3d5a3\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:05:20.399459 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 00:05:22.282292 3775 cni.go:452] [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key ] I0513 00:05:22.375402 3775 cni.go:473] [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-zvhw7 f2922c4f3ab3d83136946d152ce77964a95248968e6654f9ed7703be963b74db network default NAD default NAD key default], result "{}", err I0513 00:05:22.423327 3775 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:22.423357 3775 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-zvhw7 I0513 00:05:22.424643 3775 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-zvhw7, ips: 10.128.0.41 I0513 00:05:22.424667 3775 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:23.443876 3775 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.443909 3775 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.478818 3775 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.478841 3775 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.482677 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-46twv I0513 00:05:23.482701 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-46twv W0513 00:05:25.267175 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0513 00:05:27.809123 3775 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:27.809718 3775 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:27.827955 3775 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:27.827979 3775 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:27.834144 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 00:05:27.834168 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 00:05:29.158170 3775 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zg6lq] creating logical port tsf-tpa_create-db-zg6lq for pod on switch ip-10-0-0-66.ec2.internal I0513 00:05:29.158280 3775 kube.go:256] Updating pod tsf-tpa/create-db-zg6lq I0513 00:05:29.170779 3775 pod.go:62] [tsf-tpa/create-db-zg6lq] pod update took 12.538556ms I0513 00:05:29.170802 3775 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-zg6lq] addLogicalPort annotation time took 12.567119ms I0513 00:05:29.172360 3775 pods.go:271] [tsf-tpa/create-db-zg6lq] addLogicalPort took 14.204491ms, libovsdb time 953.591µs I0513 00:05:29.519244 3775 cni.go:452] [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key ] I0513 00:05:29.543519 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zg6lq, hostIfaceName: a90248de1892f01, network: default, NAD default, SandboxID: "a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa", PCI device ID: , UID: "908753a5-9eb3-48b5-b737-70d905a0e3f2", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0513 00:05:29.599713 3775 cni.go:473] [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:60:25:12:df:96\",\"name\":\"a90248de1892f01\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/015c9ad1-1401-42fb-b253-a5f1fa8e8c62\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:05:33.345168 3775 cni.go:452] [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key ] I0513 00:05:33.433635 3775 cni.go:473] [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-zg6lq a90248de1892f018791bd83bd6de97008dd2da0acf8895880eb179a2afbc8cfa network default NAD default NAD key default], result "{}", err I0513 00:05:33.479861 3775 obj_retry.go:498] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:33.479907 3775 pods.go:176] Deleting pod: tsf-tpa/create-db-zg6lq I0513 00:05:33.481260 3775 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zg6lq, ips: 10.128.0.42 I0513 00:05:33.481288 3775 obj_retry.go:498] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:34.503343 3775 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:34.503365 3775 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:36.050305 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 00:05:37.082283 3775 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-l6rcm-5rqdc] creating logical port tsf-tas_tuf-repository-init-l6rcm-5rqdc for pod on switch ip-10-0-0-66.ec2.internal I0513 00:05:37.082382 3775 kube.go:256] Updating pod tsf-tas/tuf-repository-init-l6rcm-5rqdc I0513 00:05:37.094362 3775 pod.go:62] [tsf-tas/tuf-repository-init-l6rcm-5rqdc] pod update took 12.004445ms I0513 00:05:37.094387 3775 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-l6rcm-5rqdc] addLogicalPort annotation time took 12.037239ms I0513 00:05:37.095749 3775 pods.go:271] [tsf-tas/tuf-repository-init-l6rcm-5rqdc] addLogicalPort took 13.483594ms, libovsdb time 964.827µs I0513 00:05:40.076596 3775 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:40.077159 3775 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:40.758724 3775 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:40.758750 3775 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:40.956425 3775 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-x6p2m] creating logical port tsf-tpa_create-importers-x6p2m for pod on switch ip-10-0-0-66.ec2.internal I0513 00:05:40.956537 3775 kube.go:256] Updating pod tsf-tpa/create-importers-x6p2m I0513 00:05:40.968977 3775 pod.go:62] [tsf-tpa/create-importers-x6p2m] pod update took 12.464421ms I0513 00:05:40.969006 3775 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-x6p2m] addLogicalPort annotation time took 12.508728ms I0513 00:05:40.970377 3775 pods.go:271] [tsf-tpa/create-importers-x6p2m] addLogicalPort took 13.966424ms, libovsdb time 919.806µs I0513 00:05:41.319292 3775 cni.go:452] [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key ] I0513 00:05:41.329047 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-x6p2m, hostIfaceName: 4a6e6dc322c41e4, network: default, NAD default, SandboxID: "4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353", PCI device ID: , UID: "41ba33c1-34ef-4979-af6a-d23fd1d30c39", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0513 00:05:41.386205 3775 cni.go:473] [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:11:ce:92:2f:b8\",\"name\":\"4a6e6dc322c41e4\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26a7126c-1ef0-4b85-8d1b-47354ba5a50f\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:05:43.403901 3775 cni.go:452] [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key ] I0513 00:05:43.463283 3775 cni.go:452] [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key ] I0513 00:05:43.472833 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-l6rcm-5rqdc, hostIfaceName: d8b3e97e8a85147, network: default, NAD default, SandboxID: "d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a", PCI device ID: , UID: "344ccee6-08dd-448a-89ba-86c8d73af756", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0513 00:05:43.495733 3775 cni.go:473] [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-x6p2m 4a6e6dc322c41e4184711f5c8d5d582f86d45032e5697686ced39aba7d2ef353 network default NAD default NAD key default], result "{}", err I0513 00:05:43.530193 3775 cni.go:473] [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:95:16:d9:f6:a3\",\"name\":\"d8b3e97e8a85147\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd076649-6423-48ad-8d85-760c476cbfff\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:05:43.547456 3775 obj_retry.go:498] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:43.547493 3775 pods.go:176] Deleting pod: tsf-tpa/create-importers-x6p2m I0513 00:05:43.548783 3775 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-x6p2m, ips: 10.128.0.44 I0513 00:05:43.548807 3775 obj_retry.go:498] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:44.568298 3775 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:44.568387 3775 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:05:48.803148 3775 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 00:05:50.445073 3775 cni.go:452] [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key ] I0513 00:05:50.535680 3775 cni.go:473] [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-l6rcm-5rqdc d8b3e97e8a85147cc1b40701266d1b66b06318f9e7c5b4eb71f1ab7651eba59a network default NAD default NAD key default], result "{}", err I0513 00:05:50.585236 3775 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:50.585282 3775 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-l6rcm-5rqdc I0513 00:05:50.586771 3775 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-l6rcm-5rqdc, ips: 10.128.0.43 I0513 00:05:50.586800 3775 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:51.457261 3775 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:51.457290 3775 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:54.188800 3775 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-gcgrc] creating logical port tsf-tas_tuf-97fc8ff76-gcgrc for pod on switch ip-10-0-0-66.ec2.internal I0513 00:05:54.188901 3775 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-gcgrc I0513 00:05:54.207456 3775 pod.go:62] [tsf-tas/tuf-97fc8ff76-gcgrc] pod update took 18.576808ms I0513 00:05:54.207487 3775 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-gcgrc] addLogicalPort annotation time took 18.612735ms I0513 00:05:54.208989 3775 pods.go:271] [tsf-tas/tuf-97fc8ff76-gcgrc] addLogicalPort took 20.203025ms, libovsdb time 928.318µs I0513 00:05:55.844185 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 I0513 00:06:03.867125 3775 cni.go:452] [tsf-tas/tuf-97fc8ff76-gcgrc dc6505f55590afee721fbebc3780d35750a8a3346cc31ace3195c3e592bbef76 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-gcgrc dc6505f55590afee721fbebc3780d35750a8a3346cc31ace3195c3e592bbef76 network default NAD default NAD key ] I0513 00:06:03.877190 3775 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-gcgrc, hostIfaceName: dc6505f55590afe, network: default, NAD default, SandboxID: "dc6505f55590afee721fbebc3780d35750a8a3346cc31ace3195c3e592bbef76", PCI device ID: , UID: "dc087426-26f0-40f1-abfa-651bba3e7f28", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0513 00:06:03.933322 3775 cni.go:473] [tsf-tas/tuf-97fc8ff76-gcgrc dc6505f55590afee721fbebc3780d35750a8a3346cc31ace3195c3e592bbef76 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-gcgrc dc6505f55590afee721fbebc3780d35750a8a3346cc31ace3195c3e592bbef76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:de:11:ca:89:b6\",\"name\":\"dc6505f55590afe\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c83a33f0-e572-4234-9570-f488060c8f66\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:06:05.522262 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0513 00:06:16.532056 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0513 00:06:17.122464 3775 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:17.123086 3775 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:17.141896 3775 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:17.141936 3775 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:17.149733 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 00:06:17.149754 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 00:06:17.895571 3775 namespace.go:98] [integration-service] adding namespace I0513 00:06:17.895600 3775 namespace.go:98] [default-tenant] adding namespace I0513 00:06:17.896528 3775 namespace.go:102] [integration-service] adding namespace took 930.682µs I0513 00:06:17.897285 3775 namespace.go:102] [default-tenant] adding namespace took 1.666046ms I0513 00:06:17.906257 3775 namespace.go:98] [image-controller] adding namespace I0513 00:06:17.906313 3775 namespace.go:98] [build-service] adding namespace I0513 00:06:17.906974 3775 namespace.go:102] [image-controller] adding namespace took 697.627µs I0513 00:06:17.907531 3775 namespace.go:102] [build-service] adding namespace took 1.205801ms I0513 00:06:17.941702 3775 namespace.go:142] [integration-service] updating namespace I0513 00:06:17.963639 3775 namespace.go:142] [integration-service] updating namespace I0513 00:06:17.998658 3775 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.056707 3775 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.081770 3775 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.120647 3775 namespace.go:142] [build-service] updating namespace I0513 00:06:18.147717 3775 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.181536 3775 namespace.go:142] [build-service] updating namespace I0513 00:06:18.210571 3775 namespace.go:142] [build-service] updating namespace I0513 00:06:18.210777 3775 namespace.go:142] [integration-service] updating namespace I0513 00:06:18.259475 3775 namespace.go:98] [release-service] adding namespace I0513 00:06:18.260330 3775 namespace.go:102] [release-service] adding namespace took 832.943µs I0513 00:06:18.301325 3775 namespace.go:142] [release-service] updating namespace I0513 00:06:18.324173 3775 namespace.go:142] [release-service] updating namespace I0513 00:06:18.377528 3775 namespace.go:142] [konflux-ui] updating namespace I0513 00:06:18.433732 3775 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-66.ec2.internal I0513 00:06:18.433826 3775 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0513 00:06:18.475868 3775 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 42.064152ms I0513 00:06:18.475894 3775 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 42.095896ms I0513 00:06:18.477316 3775 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 43.612533ms, libovsdb time 969.465µs I0513 00:06:18.505603 3775 namespace.go:98] [konflux-info] adding namespace I0513 00:06:18.506378 3775 namespace.go:102] [konflux-info] adding namespace took 753.482µs I0513 00:06:18.544649 3775 namespace.go:98] [namespace-lister] adding namespace I0513 00:06:18.545521 3775 namespace.go:102] [namespace-lister] adding namespace took 848.389µs I0513 00:06:18.581545 3775 namespace.go:98] [enterprise-contract-service] adding namespace I0513 00:06:18.582487 3775 namespace.go:102] [enterprise-contract-service] adding namespace took 920.644µs I0513 00:06:18.610304 3775 namespace.go:142] [konflux-info] updating namespace I0513 00:06:18.620759 3775 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.707558 3775 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:18.707711 3775 namespace.go:142] [konflux-info] updating namespace I0513 00:06:18.789595 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:18.815441 3775 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.855635 3775 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:19.007673 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:19.045770 3775 namespace.go:98] [segment-bridge] adding namespace I0513 00:06:19.046635 3775 namespace.go:102] [segment-bridge] adding namespace took 842.992µs I0513 00:06:19.091388 3775 cni.go:452] [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key ] I0513 00:06:19.101195 3775 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 86efe0e9bbbeacc, network: default, NAD default, SandboxID: "86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f", PCI device ID: , UID: "b3739f86-9502-4bb9-8a32-bc1ca24a537a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0513 00:06:19.159505 3775 cni.go:473] [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d7:2c:6f:0e:c2\",\"name\":\"86efe0e9bbbeacc\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f744e5e5-61b7-41fd-a95c-1f8fb7086d75\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:06:19.202275 3775 namespace.go:98] [konflux-cli] adding namespace I0513 00:06:19.203166 3775 namespace.go:102] [konflux-cli] adding namespace took 868.355µs I0513 00:06:19.666733 3775 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:19.788600 3775 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:19.881013 3775 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:20.078609 3775 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:20.297886 3775 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 00:06:20.298698 3775 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 00:06:20.298719 3775 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 00:06:20.301282 3775 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 00:06:20.535560 3775 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 00:06:20.535585 3775 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 00:06:20.536470 3775 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 00:06:21.007751 3775 namespace.go:142] [build-service] updating namespace I0513 00:06:21.278595 3775 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-5h58w] creating logical port image-controller_image-controller-controller-manager-6f859968fc-5h58w for pod on switch ip-10-0-0-66.ec2.internal I0513 00:06:21.278694 3775 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-5h58w I0513 00:06:21.482579 3775 namespace.go:142] [default-tenant] updating namespace I0513 00:06:21.583747 3775 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-5h58w I0513 00:06:21.748951 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:21.814662 3775 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-5h58w] pod update took 535.99515ms I0513 00:06:21.814686 3775 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-5h58w] addLogicalPort annotation time took 536.028028ms I0513 00:06:21.816016 3775 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-5h58w] addLogicalPort took 537.439791ms, libovsdb time 824.068µs I0513 00:06:21.958774 3775 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-5h58w 60ed7a9c9ed2932e074c889fc5be628a420f47cf9794b61517ea5edb46b6cdbe network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-5h58w 60ed7a9c9ed2932e074c889fc5be628a420f47cf9794b61517ea5edb46b6cdbe network default NAD default NAD key ] I0513 00:06:21.969189 3775 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-5h58w, hostIfaceName: 60ed7a9c9ed2932, network: default, NAD default, SandboxID: "60ed7a9c9ed2932e074c889fc5be628a420f47cf9794b61517ea5edb46b6cdbe", PCI device ID: , UID: "30600c94-e9a0-435d-833b-2bb70f9b2d13", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0513 00:06:22.026189 3775 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-5h58w 60ed7a9c9ed2932e074c889fc5be628a420f47cf9794b61517ea5edb46b6cdbe network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-5h58w 60ed7a9c9ed2932e074c889fc5be628a420f47cf9794b61517ea5edb46b6cdbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:74:ee:07:ab:ad\",\"name\":\"60ed7a9c9ed2932\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6143d488-149f-4c1e-9c74-aa5a12ce57cc\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:06:22.057673 3775 namespace.go:142] [image-controller] updating namespace I0513 00:06:22.095512 3775 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-wkt5s] creating logical port build-service_build-service-controller-manager-7cbf488fcf-wkt5s for pod on switch ip-10-0-0-66.ec2.internal I0513 00:06:22.095659 3775 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wkt5s I0513 00:06:22.196873 3775 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wkt5s I0513 00:06:22.249878 3775 namespace.go:142] [integration-service] updating namespace I0513 00:06:22.358834 3775 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-wkt5s] pod update took 263.243138ms I0513 00:06:22.358863 3775 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-wkt5s] addLogicalPort annotation time took 263.274987ms I0513 00:06:22.360278 3775 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-wkt5s] addLogicalPort took 264.781459ms, libovsdb time 916.358µs I0513 00:06:22.451675 3775 base_network_controller_pods.go:487] [default/konflux-ui/proxy-89647b769-4cclw] creating logical port konflux-ui_proxy-89647b769-4cclw for pod on switch ip-10-0-0-66.ec2.internal I0513 00:06:22.451777 3775 kube.go:256] Updating pod konflux-ui/proxy-89647b769-4cclw I0513 00:06:22.454554 3775 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:22.502649 3775 pod.go:62] [konflux-ui/proxy-89647b769-4cclw] pod update took 50.90295ms I0513 00:06:22.502683 3775 base_network_controller_pods.go:951] [default/konflux-ui/proxy-89647b769-4cclw] addLogicalPort annotation time took 50.945066ms I0513 00:06:22.504239 3775 pods.go:271] [konflux-ui/proxy-89647b769-4cclw] addLogicalPort took 52.57806ms, libovsdb time 1.072346ms I0513 00:06:22.661706 3775 namespace.go:142] [konflux-info] updating namespace W0513 00:06:22.739862 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 00:06:22.767643 3775 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-wkt5s ceb8b5ef1267d4620e04199c4e6494712a7c0ba93d5f88d8ea1c0c95d3f4359f network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-wkt5s ceb8b5ef1267d4620e04199c4e6494712a7c0ba93d5f88d8ea1c0c95d3f4359f network default NAD default NAD key ] I0513 00:06:22.778469 3775 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-wkt5s, hostIfaceName: ceb8b5ef1267d46, network: default, NAD default, SandboxID: "ceb8b5ef1267d4620e04199c4e6494712a7c0ba93d5f88d8ea1c0c95d3f4359f", PCI device ID: , UID: "9679a288-8861-4caf-a18e-3fe612278e4a", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0513 00:06:22.846031 3775 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-wkt5s ceb8b5ef1267d4620e04199c4e6494712a7c0ba93d5f88d8ea1c0c95d3f4359f network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-wkt5s ceb8b5ef1267d4620e04199c4e6494712a7c0ba93d5f88d8ea1c0c95d3f4359f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c2:17:9f:4b:8b\",\"name\":\"ceb8b5ef1267d46\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f9b165b-e093-4975-b134-2c8debcf7a50\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:06:22.847643 3775 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:23.040017 3775 namespace.go:142] [release-service] updating namespace I0513 00:06:23.250960 3775 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:23.371316 3775 namespace.go:142] [build-service] updating namespace I0513 00:06:23.398142 3775 namespace.go:142] [default-tenant] updating namespace I0513 00:06:23.421054 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:23.450630 3775 namespace.go:142] [image-controller] updating namespace I0513 00:06:23.482660 3775 namespace.go:142] [integration-service] updating namespace I0513 00:06:23.557540 3775 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:23.693837 3775 namespace.go:142] [konflux-info] updating namespace I0513 00:06:23.788718 3775 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:23.805982 3775 namespace.go:142] [release-service] updating namespace I0513 00:06:23.842892 3775 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:24.008256 3775 namespace.go:142] [build-service] updating namespace I0513 00:06:24.178688 3775 namespace.go:142] [default-tenant] updating namespace I0513 00:06:24.317690 3775 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:24.470587 3775 namespace.go:142] [image-controller] updating namespace I0513 00:06:24.631574 3775 namespace.go:142] [integration-service] updating namespace I0513 00:06:24.801636 3775 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:24.923624 3775 namespace.go:142] [konflux-info] updating namespace I0513 00:06:25.068032 3775 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:25.131281 3775 namespace.go:142] [release-service] updating namespace I0513 00:06:25.200463 3775 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:26.413972 3775 cni.go:452] [konflux-ui/proxy-89647b769-4cclw 36be806616790d2c80695a3657fd696e9efd3d4ddc94a0026c3772f608738575 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-89647b769-4cclw 36be806616790d2c80695a3657fd696e9efd3d4ddc94a0026c3772f608738575 network default NAD default NAD key ] I0513 00:06:26.423623 3775 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-89647b769-4cclw, hostIfaceName: 36be806616790d2, network: default, NAD default, SandboxID: "36be806616790d2c80695a3657fd696e9efd3d4ddc94a0026c3772f608738575", PCI device ID: , UID: "ffdfb940-61d0-4d44-8a3a-0e82b8180656", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0513 00:06:26.482630 3775 cni.go:473] [konflux-ui/proxy-89647b769-4cclw 36be806616790d2c80695a3657fd696e9efd3d4ddc94a0026c3772f608738575 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-89647b769-4cclw 36be806616790d2c80695a3657fd696e9efd3d4ddc94a0026c3772f608738575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:7a:07:c6:b2:37\",\"name\":\"36be806616790d2\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f982f004-9b1e-4cbd-ab43-c816128e0176\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 00:06:26.670503 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 00:06:26.695475 3775 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 00:06:31.688483 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:31.688505 3775 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:31.783381 3775 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 00:06:35.819277 3775 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:35.819297 3775 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:35.850429 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 00:06:35.854066 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 00:06:35.910047 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 00:06:35.912111 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:35.944474 3775 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:35.944508 3775 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 00:06:37.664862 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 00:06:37.689346 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0513 00:06:47.208151 3775 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:47.208733 3775 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:47.887828 3775 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:47.887856 3775 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:47.897028 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:47.897054 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:50.038773 3775 namespace.go:142] [openshift-pipelines] updating namespace W0513 00:07:11.777219 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 00:07:11.777244 3775 util.go:959] Failed to build node endpoints for node ip-10-0-0-66.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 00:07:41.458550 3775 obj_retry.go:498] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:41.459129 3775 obj_retry.go:498] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:42.188359 3775 obj_retry.go:492] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:42.188382 3775 obj_retry.go:492] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:42.195387 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:42.195413 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:57.189170 3775 cni.go:452] [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key ] I0513 00:07:57.280399 3775 cni.go:473] [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 86efe0e9bbbeacc707c9c3bc1f82dd4b4190ff7fcda1d8bf82bed5d3d2d6695f network default NAD default NAD key default], result "{}", err I0513 00:07:57.331082 3775 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:57.331118 3775 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0513 00:07:57.332616 3775 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.46 I0513 00:07:57.332643 3775 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:57.374657 3775 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:57.374682 3775 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:57.378081 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 00:07:57.378108 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 00:08:16.802973 3775 namespace.go:98] [managed-tenant-cs102] adding namespace I0513 00:08:16.804039 3775 namespace.go:102] [managed-tenant-cs102] adding namespace took 1.034686ms I0513 00:08:16.833217 3775 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:16.852632 3775 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:17.858244 3775 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:17.988527 3775 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:18.088438 3775 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:43.577774 3775 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 00:09:04.955761 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 00:09:11.865261 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0513 00:09:47.615729 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0513 00:10:00.202139 3775 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643850-m9q4r for pod on switch ip-10-0-0-66.ec2.internal I0513 00:10:00.202252 3775 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r I0513 00:10:00.223087 3775 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r] pod update took 20.858332ms I0513 00:10:00.223114 3775 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r] addLogicalPort annotation time took 20.892091ms I0513 00:10:00.224587 3775 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r] addLogicalPort took 22.463587ms, libovsdb time 993.252µs I0513 00:10:00.564765 3775 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key ] I0513 00:10:00.574373 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643850-m9q4r, hostIfaceName: 0b3a52d7298e77e, network: default, NAD default, SandboxID: "0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722", PCI device ID: , UID: "e685f3aa-af80-4aa2-9261-21c8652210f5", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0513 00:10:00.634575 3775 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:fd:e9:7b:ce:df\",\"name\":\"0b3a52d7298e77e\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2d5c7f4-6302-4a6a-b4e3-cab670eb58b6\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:10:03.889349 3775 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key ] I0513 00:10:03.988517 3775 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r 0b3a52d7298e77e37e24f646bd0b2ec2f58cecc0c31caad1bfcff7cd93ab6722 network default NAD default NAD key default], result "{}", err I0513 00:10:04.040214 3775 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:10:04.040261 3775 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r I0513 00:10:04.041797 3775 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r, ips: 10.128.0.50 I0513 00:10:04.041830 3775 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:10:04.900334 3775 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:10:04.900382 3775 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:10:39.973368 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 00:10:43.265765 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 00:11:00.847306 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0513 00:11:13.646728 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 00:11:34.160060 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 00:11:41.370160 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 00:11:42.053566 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 00:11:49.852508 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0513 00:12:14.844783 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0513 00:13:05.844053 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0513 00:13:05.852992 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=290 I0513 00:13:30.477156 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 00:15:16.868512 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 00:15:34.049007 3775 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:34.049061 3775 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:34.053885 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zg6lq I0513 00:15:34.053914 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zg6lq I0513 00:15:40.031247 3775 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:40.031304 3775 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:40.036897 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2hhwv I0513 00:15:40.036973 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2hhwv I0513 00:15:44.029630 3775 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:44.029692 3775 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:44.034425 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-x6p2m I0513 00:15:44.034451 3775 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-x6p2m I0513 00:15:50.269319 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0513 00:16:20.650016 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0513 00:16:21.619795 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0513 00:16:44.581066 3775 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 00:17:13.056787 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 00:17:54.977292 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 00:17:59.959412 3775 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0513 00:18:24.848360 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0513 00:18:26.951852 3775 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0513 00:18:49.163252 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 00:18:58.856601 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12 I0513 00:19:19.847543 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0513 00:19:44.373106 3775 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 00:20:00.204257 3775 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643860-jr5m6 for pod on switch ip-10-0-0-66.ec2.internal I0513 00:20:00.204362 3775 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 I0513 00:20:00.226514 3775 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6] pod update took 22.172779ms I0513 00:20:00.226536 3775 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6] addLogicalPort annotation time took 22.200763ms I0513 00:20:00.227946 3775 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6] addLogicalPort took 23.707564ms, libovsdb time 908.815µs I0513 00:20:00.568102 3775 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key ] I0513 00:20:00.577519 3775 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643860-jr5m6, hostIfaceName: b8e4a7d649dbb7d, network: default, NAD default, SandboxID: "b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6", PCI device ID: , UID: "17ce2171-127e-4559-a2a3-6c3812fe1342", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0513 00:20:00.635982 3775 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:77:78:7f:81:05\",\"name\":\"b8e4a7d649dbb7d\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a61c9a7-9ffa-40fb-8467-75512b821c7f\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 00:20:03.851297 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0513 00:20:04.205852 3775 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key ] I0513 00:20:04.291954 3775 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 b8e4a7d649dbb7d3f9cda962c1e9ef8959dd26d577b8e2e3c47305a69db53eb6 network default NAD default NAD key default], result "{}", err I0513 00:20:04.343164 3775 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:20:04.343221 3775 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 I0513 00:20:04.344622 3775 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6, ips: 10.128.0.51 I0513 00:20:04.344652 3775 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:20:05.223126 3775 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:20:05.223189 3775 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:21:04.856347 3775 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10