+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-203.ec2.internal ++ [[ -n ip-10-0-1-203.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-203.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 19:00:09.410631019 - disable conntrack on geneve port' I0424 19:00:09.410631019 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 19:00:09.452364264 - starting ovnkube-node' I0424 19:00:09.452364264 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-203.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-203.ec2.internal --init-node ip-10-0-1-203.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-203.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 19:00:09.502870 3787 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 19:00:09.502929 3787 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-143ccb5878.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 19:00:09.504379 3787 kube.go:431] Waiting for certificate I0424 19:00:09.504425 3787 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 19:00:09.504462 3787 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 19:00:09.505311 3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 19:00:09.533069 3787 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:00:09.533103 3787 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:00:09.536204 3787 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:00:09.538559 3787 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bq8hl" I0424 19:00:09.547223 3787 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bq8hl" I0424 19:00:09.547295 3787 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 19:00:10.504846 3787 kube.go:438] Certificate found I0424 19:00:10.505492 3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 19:00:10.506383 3787 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 19:00:10.581325 3787 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:55:09 +0000 UTC" deadline="2026-04-25 12:44:39.935166654 +0000 UTC" I0424 19:00:10.581443 3787 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h44m29.353740582s" I0424 19:00:10.582126 3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 19:00:10.591617 3787 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 19:00:10.591690 3787 server.go:101] MetricServer registers OVS metrics I0424 19:00:10.592019 3787 server.go:105] MetricServer registers OVN DB metrics I0424 19:00:10.592791 3787 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 19:00:10.592862 3787 factory.go:561] Starting watch factory I0424 19:00:10.592951 3787 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.592946 3787 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.592983 3787 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.592984 3787 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.593013 3787 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.592974 3787 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.592953 3787 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.593802 3787 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.592954 3787 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.593859 3787 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.594505 3787 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.594617 3787 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.596336 3787 controller_manager.go:370] Starting the ovnkube controller I0424 19:00:10.596354 3787 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-203.ec2.internal I0424 19:00:10.596427 3787 controller_manager.go:395] NBDB zone sync took: 58.514µs I0424 19:00:10.596440 3787 factory.go:561] Starting watch factory I0424 19:00:10.597098 3787 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 19:00:10.597135 3787 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 19:00:10.611580 3787 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 19:00:10.611609 3787 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 19:00:10.614322 3787 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.614717 3787 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.615454 3787 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 19:00:10.615489 3787 server.go:109] MetricServer registers OVN Controller metrics I0424 19:00:10.618702 3787 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.619960 3787 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.620195 3787 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.620706 3787 server.go:113] MetricServer registers OVN Northd metrics I0424 19:00:10.622627 3787 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:00:10.626157 3787 metrics.go:519] OVN Metrics Server starts to run ... I0424 19:00:10.699002 3787 factory.go:1977] *v1.Pod informer cache synced successfully I0424 19:00:10.699028 3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 19:00:10.699032 3787 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 19:00:10.699035 3787 factory.go:1977] *v1.Node informer cache synced successfully I0424 19:00:10.699038 3787 factory.go:1977] *v1.Service informer cache synced successfully I0424 19:00:10.699042 3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 19:00:10.699141 3787 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:00:10.699147 3787 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:00:10.699159 3787 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:00:10.699162 3787 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:00:10.702239 3787 factory.go:1977] *v1.Service informer cache synced successfully I0424 19:00:10.702250 3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 19:00:10.702253 3787 factory.go:1977] *v1.Pod informer cache synced successfully I0424 19:00:10.702256 3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 19:00:10.702260 3787 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 19:00:10.702263 3787 factory.go:1977] *v1.Node informer cache synced successfully I0424 19:00:10.703229 3787 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:00:10.703231 3787 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 19:00:10.705019 3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 19:00:10.705027 3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 19:00:10.705103 3787 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.705117 3787 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.707550 3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 19:00:10.707560 3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 19:00:10.708447 3787 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.710439 3787 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 19:00:10.710517 3787 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.710534 3787 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.712705 3787 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 19:00:10.714244 3787 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.716190 3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 19:00:10.716248 3787 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.716263 3787 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.718407 3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 19:00:10.720615 3787 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.721575 3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 19:00:10.721630 3787 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.721643 3787 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.723655 3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 19:00:10.724818 3787 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.726792 3787 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 19:00:10.726852 3787 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.726863 3787 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.728939 3787 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 19:00:10.730150 3787 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.732099 3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 19:00:10.732265 3787 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 19:00:10.732279 3787 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 19:00:10.734252 3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 19:00:10.735662 3787 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 19:00:10.737647 3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 19:00:10.737706 3787 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.737720 3787 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.737770 3787 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.737788 3787 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.739723 3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 19:00:10.741209 3787 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.741267 3787 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 19:00:10.743190 3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 19:00:10.743200 3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 19:00:10.743207 3787 factory.go:680] Watch Factory start up complete, took: 150.348997ms I0424 19:00:10.743269 3787 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 19:00:10.745285 3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 19:00:10.745295 3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 19:00:10.745302 3787 factory.go:680] Watch Factory start up complete, took: 148.860828ms I0424 19:00:10.745308 3787 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-203.ec2.internal" zone I0424 19:00:10.789360 3787 default_node_network_controller.go:710] Initializing the default node network controller I0424 19:00:10.864601 3787 udn_isolation.go:101] Starting UDN host isolation manager I0424 19:00:10.872053 3787 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 19:00:10.936538 3787 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 19:00:10.936620 3787 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 19:00:10.936641 3787 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 19:00:10.967089 3787 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 19:00:10.967149 3787 default_node_network_controller.go:809] Node ip-10-0-1-203.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0424 19:00:10.972734 3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.203"] k8s.ovn.org/zone-name:ip-10-0-1-203.ec2.internal] on node ip-10-0-1-203.ec2.internal I0424 19:00:11.003668 3787 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 19:00:11.009698 3787 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 19:00:11.009829 3787 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0424 19:00:11.009964 3787 gateway_init.go:263] Preparing Gateway I0424 19:00:11.009975 3787 gateway_shared_intf.go:1687] Creating new gateway I0424 19:00:11.139673 3787 iptables.go:108] Creating table: filter chain: FORWARD I0424 19:00:11.145557 3787 iptables.go:108] Creating table: filter chain: OUTPUT I0424 19:00:11.151517 3787 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 19:00:11.151533 3787 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-203.ec2.internal","mac-address":"0a:ff:e2:f7:fa:bf","ip-addresses":["10.0.1.203/24"],"ip-address":"10.0.1.203/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b4a78632-24ce-4286-a0ec-1d36d3acbe40 k8s.ovn.org/node-encap-ips:["10.0.1.203"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.203/24"} k8s.ovn.org/zone-name:ip-10-0-1-203.ec2.internal] on node ip-10-0-1-203.ec2.internal I0424 19:00:11.170944 3787 default_node_network_controller.go:519] Node connection status = connected I0424 19:00:11.245375 3787 controller_manager.go:429] Waiting for node in zone sync took: 500.053094ms I0424 19:00:11.250787 3787 controller_manager.go:611] Switching to transit router for layer2 networks I0424 19:00:11.250801 3787 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-203.ec2.internal I0424 19:00:11.267343 3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 19:00:11.274371 3787 controller_manager.go:290] SCTP support detected in OVN I0424 19:00:11.274922 3787 services_controller.go:69] Creating services controller for network=default I0424 19:00:11.275013 3787 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 19:00:11.275056 3787 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 19:00:11.275102 3787 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 19:00:11.275114 3787 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 19:00:11.275122 3787 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 19:00:11.275290 3787 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 19:00:11.275352 3787 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 19:00:11.275385 3787 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.179µs I0424 19:00:11.275388 3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.942µs I0424 19:00:11.275409 3787 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 57.216µs I0424 19:00:11.275416 3787 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 19:00:11.275423 3787 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 19:00:11.275423 3787 udn_enabled_svc.go:95] Performing full resync I0424 19:00:11.275431 3787 default_network_controller.go:325] Starting the default network controller I0424 19:00:11.275558 3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.877µs I0424 19:00:11.275867 3787 udn_enabled_svc.go:99] Waiting for handler to sync I0424 19:00:11.275878 3787 udn_enabled_svc.go:104] Starting worker I0424 19:00:11.284845 3787 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 19:00:11.284912 3787 repair.go:33] Syncing exgw routes took 53.728µs I0424 19:00:11.284936 3787 default_network_controller.go:414] Starting all the Watchers... I0424 19:00:11.285214 3787 namespace.go:98] [openshift-backplane] adding namespace I0424 19:00:11.285222 3787 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 19:00:11.285230 3787 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 19:00:11.285243 3787 namespace.go:98] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] adding namespace I0424 19:00:11.285243 3787 namespace.go:98] [kube-public] adding namespace I0424 19:00:11.285248 3787 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 19:00:11.285246 3787 namespace.go:98] [openshift-infra] adding namespace I0424 19:00:11.285254 3787 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 19:00:11.285260 3787 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 19:00:11.285258 3787 namespace.go:98] [openshift-authentication] adding namespace I0424 19:00:11.285266 3787 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 19:00:11.285265 3787 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 19:00:11.285267 3787 namespace.go:98] [openshift-marketplace] adding namespace I0424 19:00:11.285277 3787 namespace.go:98] [openshift-package-operator] adding namespace I0424 19:00:11.285214 3787 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 19:00:11.285833 3787 namespace.go:102] [openshift-backplane] adding namespace took 605.254µs I0424 19:00:11.285848 3787 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 19:00:11.286398 3787 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 544.91µs I0424 19:00:11.286412 3787 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 19:00:11.286955 3787 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 535.472µs I0424 19:00:11.286974 3787 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 19:00:11.287505 3787 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.271155ms I0424 19:00:11.287530 3787 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 19:00:11.288093 3787 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.854425ms I0424 19:00:11.288114 3787 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 19:00:11.288651 3787 namespace.go:102] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] adding namespace took 3.398691ms I0424 19:00:11.288673 3787 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 19:00:11.289259 3787 namespace.go:102] [kube-public] adding namespace took 4.000083ms I0424 19:00:11.289283 3787 namespace.go:98] [openshift-controller-manager] adding namespace I0424 19:00:11.289875 3787 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.615269ms I0424 19:00:11.289889 3787 namespace.go:98] [openshift-operators] adding namespace I0424 19:00:11.290421 3787 namespace.go:102] [openshift-infra] adding namespace took 5.157092ms I0424 19:00:11.290440 3787 namespace.go:98] [openshift-monitoring] adding namespace I0424 19:00:11.290991 3787 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.727493ms I0424 19:00:11.291009 3787 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 19:00:11.291461 3787 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.195966ms I0424 19:00:11.291475 3787 namespace.go:98] [openshift-config-managed] adding namespace I0424 19:00:11.292064 3787 namespace.go:102] [openshift-authentication] adding namespace took 6.795623ms I0424 19:00:11.292094 3787 namespace.go:98] [openshift-image-registry] adding namespace I0424 19:00:11.292683 3787 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.410631ms I0424 19:00:11.292698 3787 namespace.go:98] [openshift-host-network] adding namespace I0424 19:00:11.293204 3787 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.928993ms I0424 19:00:11.293222 3787 namespace.go:98] [openshift-console-operator] adding namespace I0424 19:00:11.293786 3787 namespace.go:102] [openshift-marketplace] adding namespace took 8.503254ms I0424 19:00:11.293811 3787 namespace.go:98] [openshift-dns] adding namespace I0424 19:00:11.294377 3787 namespace.go:102] [openshift-package-operator] adding namespace took 9.091531ms I0424 19:00:11.294396 3787 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 19:00:11.294931 3787 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.591716ms I0424 19:00:11.294948 3787 namespace.go:98] [openshift-network-console] adding namespace I0424 19:00:11.295475 3787 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.494566ms I0424 19:00:11.295489 3787 namespace.go:98] [openshift-config] adding namespace I0424 19:00:11.296014 3787 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.474808ms I0424 19:00:11.296033 3787 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 19:00:11.296518 3787 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.397187ms I0424 19:00:11.296531 3787 namespace.go:98] [openshift-multus] adding namespace I0424 19:00:11.297006 3787 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.314213ms I0424 19:00:11.297018 3787 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 19:00:11.297575 3787 namespace.go:102] [openshift-controller-manager] adding namespace took 8.283258ms I0424 19:00:11.297593 3787 namespace.go:98] [openshift-insights] adding namespace I0424 19:00:11.298407 3787 namespace.go:102] [openshift-operators] adding namespace took 8.51154ms I0424 19:00:11.298436 3787 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 19:00:11.298898 3787 namespace.go:102] [openshift-monitoring] adding namespace took 8.452742ms I0424 19:00:11.298908 3787 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 19:00:11.299457 3787 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.441235ms I0424 19:00:11.299468 3787 namespace.go:98] [openshift-logging] adding namespace I0424 19:00:11.300025 3787 namespace.go:102] [openshift-config-managed] adding namespace took 8.542636ms I0424 19:00:11.300044 3787 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 19:00:11.300487 3787 namespace.go:102] [openshift-image-registry] adding namespace took 8.38229ms I0424 19:00:11.300505 3787 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 19:00:11.301087 3787 namespace.go:102] [openshift-host-network] adding namespace took 8.368958ms I0424 19:00:11.301106 3787 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 19:00:11.301657 3787 namespace.go:102] [openshift-console-operator] adding namespace took 8.427394ms I0424 19:00:11.301669 3787 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 19:00:11.302183 3787 namespace.go:102] [openshift-dns] adding namespace took 8.367727ms I0424 19:00:11.302195 3787 namespace.go:98] [openshift-etcd] adding namespace I0424 19:00:11.302725 3787 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.313466ms I0424 19:00:11.302739 3787 namespace.go:98] [openshift-network-operator] adding namespace I0424 19:00:11.303235 3787 namespace.go:102] [openshift-network-console] adding namespace took 8.281448ms I0424 19:00:11.303251 3787 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 19:00:11.303687 3787 namespace.go:102] [openshift-config] adding namespace took 8.192143ms W0424 19:00:11.304193 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-chsml: pod openshift-multus/network-metrics-daemon-chsml: no pod IPs found I0424 19:00:11.304218 3787 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.176752ms I0424 19:00:11.304237 3787 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 19:00:11.304668 3787 namespace.go:102] [openshift-multus] adding namespace took 8.13282ms I0424 19:00:11.304679 3787 namespace.go:98] [dedicated-admin] adding namespace I0424 19:00:11.305177 3787 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.153262ms I0424 19:00:11.305192 3787 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 19:00:11.305542 3787 namespace.go:102] [openshift-insights] adding namespace took 7.943754ms I0424 19:00:11.305552 3787 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 19:00:11.306036 3787 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.594357ms I0424 19:00:11.306050 3787 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 19:00:11.306545 3787 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.63138ms I0424 19:00:11.306559 3787 namespace.go:98] [kube-system] adding namespace I0424 19:00:11.307025 3787 namespace.go:102] [openshift-logging] adding namespace took 7.550924ms I0424 19:00:11.307040 3787 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 19:00:11.307587 3787 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.537423ms I0424 19:00:11.307601 3787 namespace.go:98] [openshift-ingress] adding namespace I0424 19:00:11.308113 3787 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.601902ms I0424 19:00:11.308130 3787 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 19:00:11.308611 3787 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.498794ms I0424 19:00:11.308625 3787 namespace.go:98] [kube-node-lease] adding namespace I0424 19:00:11.309103 3787 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.426616ms I0424 19:00:11.309120 3787 namespace.go:98] [openshift-apiserver] adding namespace I0424 19:00:11.309527 3787 namespace.go:102] [openshift-etcd] adding namespace took 7.324146ms I0424 19:00:11.309545 3787 namespace.go:98] [openshift] adding namespace I0424 19:00:11.310176 3787 namespace.go:102] [openshift-network-operator] adding namespace took 7.424399ms I0424 19:00:11.310191 3787 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 19:00:11.310792 3787 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.533985ms I0424 19:00:11.310810 3787 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 19:00:11.311371 3787 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.129186ms I0424 19:00:11.311383 3787 namespace.go:98] [openshift-machine-api] adding namespace I0424 19:00:11.311793 3787 namespace.go:102] [dedicated-admin] adding namespace took 7.107516ms I0424 19:00:11.311811 3787 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 19:00:11.312811 3787 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.614539ms I0424 19:00:11.312823 3787 namespace.go:98] [openshift-node] adding namespace I0424 19:00:11.313333 3787 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.774991ms I0424 19:00:11.313349 3787 namespace.go:98] [openshift-config-operator] adding namespace I0424 19:00:11.313927 3787 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.870065ms I0424 19:00:11.313943 3787 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 19:00:11.314570 3787 namespace.go:102] [kube-system] adding namespace took 8.000978ms I0424 19:00:11.314591 3787 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 19:00:11.315167 3787 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.120533ms I0424 19:00:11.315185 3787 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 19:00:11.315784 3787 namespace.go:102] [openshift-ingress] adding namespace took 8.177529ms I0424 19:00:11.315798 3787 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 19:00:11.316392 3787 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.257362ms I0424 19:00:11.316409 3787 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 19:00:11.317003 3787 namespace.go:102] [kube-node-lease] adding namespace took 8.370911ms I0424 19:00:11.317023 3787 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 19:00:11.317445 3787 namespace.go:102] [openshift-apiserver] adding namespace took 8.318864ms I0424 19:00:11.317462 3787 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 19:00:11.317903 3787 namespace.go:102] [openshift] adding namespace took 8.350812ms I0424 19:00:11.317917 3787 namespace.go:98] [openshift-cluster-version] adding namespace I0424 19:00:11.318339 3787 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.142514ms I0424 19:00:11.318351 3787 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 19:00:11.318777 3787 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.959111ms I0424 19:00:11.318793 3787 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 19:00:11.319327 3787 namespace.go:102] [openshift-machine-api] adding namespace took 7.936805ms I0424 19:00:11.319780 3787 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.964262ms I0424 19:00:11.319794 3787 namespace.go:98] [default] adding namespace I0424 19:00:11.320263 3787 namespace.go:102] [openshift-node] adding namespace took 7.433894ms I0424 19:00:11.320762 3787 namespace.go:102] [openshift-config-operator] adding namespace took 7.407698ms I0424 19:00:11.321202 3787 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.251326ms I0424 19:00:11.321221 3787 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 19:00:11.321651 3787 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.053123ms I0424 19:00:11.322102 3787 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.911812ms I0424 19:00:11.322537 3787 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.733482ms I0424 19:00:11.323001 3787 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.587758ms W0424 19:00:11.323479 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jchpl: pod openshift-network-diagnostics/network-check-target-jchpl: no pod IPs found I0424 19:00:11.323524 3787 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.494449ms I0424 19:00:11.323966 3787 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.498762ms I0424 19:00:11.323979 3787 namespace.go:98] [openshift-console] adding namespace I0424 19:00:11.324388 3787 namespace.go:102] [openshift-cluster-version] adding namespace took 6.465916ms I0424 19:00:11.324814 3787 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.457387ms I0424 19:00:11.325251 3787 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.45281ms I0424 19:00:11.325268 3787 namespace.go:98] [openshift-dns-operator] adding namespace I0424 19:00:11.325871 3787 namespace.go:102] [default] adding namespace took 6.071906ms I0424 19:00:11.326382 3787 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.155482ms I0424 19:00:11.326865 3787 namespace.go:102] [openshift-console] adding namespace took 2.880719ms I0424 19:00:11.327382 3787 namespace.go:102] [openshift-dns-operator] adding namespace took 2.108023ms I0424 19:00:11.327583 3787 master.go:548] Adding or Updating local node "ip-10-0-1-203.ec2.internal" for network "default" W0424 19:00:11.336694 3787 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-chsml: pod openshift-multus/network-metrics-daemon-chsml: no pod IPs found W0424 19:00:11.336706 3787 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jchpl: pod openshift-network-diagnostics/network-check-target-jchpl: no pod IPs found I0424 19:00:11.337695 3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-203.ec2.internal for the network default I0424 19:00:11.338035 3787 zone_ic_handler.go:195] Time taken to create transit switch: 328.925µs I0424 19:00:11.338830 3787 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 19:00:11.338852 3787 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 19:00:11.338864 3787 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 19:00:11.338881 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0424 19:00:11.338941 3787 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0424 19:00:11.338958 3787 services_controller.go:574] Full service sync requested for network=default I0424 19:00:11.439196 3787 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 19:00:11.439218 3787 services_controller.go:208] Setting up event handlers for services for network=default I0424 19:00:11.439285 3787 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 19:00:11.439352 3787 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 19:00:11.439371 3787 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 19:00:11.539538 3787 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 19:00:11.539559 3787 repair.go:60] Starting repairing loop for services I0424 19:00:11.539662 3787 repair.go:131] Deleted 0 stale service LBs I0424 19:00:11.539681 3787 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 19:00:11.539697 3787 repair.go:62] Finished repairing loop for services: 141.266µs I0424 19:00:11.539721 3787 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 19:00:11.539731 3787 services_controller.go:254] Starting workers for network=default I0424 19:00:11.539980 3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-chsml] creating logical port openshift-multus_network-metrics-daemon-chsml for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:11.540050 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jchpl] creating logical port openshift-network-diagnostics_network-check-target-jchpl for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:11.540201 3787 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-chsml I0424 19:00:11.540285 3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jchpl I0424 19:00:11.559596 3787 pod.go:62] [openshift-network-diagnostics/network-check-target-jchpl] pod update took 19.466789ms I0424 19:00:11.559618 3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jchpl] addLogicalPort annotation time took 19.491415ms I0424 19:00:11.559664 3787 pod.go:62] [openshift-multus/network-metrics-daemon-chsml] pod update took 19.560616ms I0424 19:00:11.559680 3787 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-chsml] addLogicalPort annotation time took 19.580349ms I0424 19:00:11.560444 3787 pods.go:271] [openshift-network-diagnostics/network-check-target-jchpl] addLogicalPort took 20.400543ms, libovsdb time 620.932µs I0424 19:00:11.560834 3787 pods.go:271] [openshift-multus/network-metrics-daemon-chsml] addLogicalPort took 20.866983ms, libovsdb time 953.916µs I0424 19:00:11.561215 3787 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 19:00:11.561238 3787 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 19:00:11.561255 3787 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 19:00:11.561261 3787 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 19:00:11.561487 3787 repair.go:29] Repairing admin network policies took 219.644µs I0424 19:00:11.561637 3787 repair.go:92] Repairing baseline admin network policies took 138.378µs I0424 19:00:11.562097 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 19:00:11.562111 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 19:00:11.563491 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 19:00:11.563509 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 19:00:11.563519 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 19:00:11.565015 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 19:00:11.565032 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 19:00:11.565041 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 19:00:11.566976 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 19:00:11.566994 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 19:00:11.567004 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 19:00:11.569229 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 19:00:11.569252 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 19:00:11.569260 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 19:00:11.571176 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 19:00:11.571193 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 19:00:11.571201 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 19:00:11.573051 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 19:00:11.573068 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 19:00:11.573091 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 19:00:11.573558 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 19:00:11.573574 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 19:00:11.573581 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 19:00:11.573830 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 19:00:11.573845 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 19:00:11.573855 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 19:00:11.574822 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 19:00:11.574840 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 19:00:11.574847 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 19:00:11.576005 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 19:00:11.576022 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 19:00:11.576029 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 19:00:11.576533 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 19:00:11.576550 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 19:00:11.576557 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 19:00:11.576816 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 19:00:11.576831 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 19:00:11.576837 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 19:00:11.577094 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 19:00:11.577108 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 19:00:11.577115 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 19:00:11.577565 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 19:00:11.577581 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 19:00:11.577589 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 19:00:11.578029 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 19:00:11.578045 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 19:00:11.578052 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 19:00:11.578588 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 19:00:11.578605 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 19:00:11.578612 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 19:00:11.579121 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 19:00:11.579137 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 19:00:11.579147 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 19:00:11.580257 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 19:00:11.580274 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 19:00:11.580618 3787 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 19:00:11.580630 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 19:00:11.581650 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 19:00:11.581665 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 19:00:11.581686 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 19:00:11.582299 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 19:00:11.582317 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 19:00:11.582326 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 19:00:11.583165 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 19:00:11.583182 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 19:00:11.583191 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 19:00:11.584163 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 19:00:11.584183 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 19:00:11.584192 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 19:00:11.585283 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 19:00:11.585302 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 19:00:11.585310 3787 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 19:00:11.586990 3787 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 19:00:11.587008 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 19:00:11.587016 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 19:00:11.587523 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 19:00:11.587539 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 19:00:11.587548 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 19:00:11.588311 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 19:00:11.588329 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 19:00:11.588336 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 19:00:11.588778 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 19:00:11.588793 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 19:00:11.588800 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 19:00:11.589304 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 19:00:11.589337 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 19:00:11.589348 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 19:00:11.589836 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 19:00:11.594363 3787 egressfirewall.go:374] Starting EgressFirewall controller I0424 19:00:11.594402 3787 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 19:00:11.594407 3787 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 19:00:11.594436 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 19:00:11.594453 3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 19:00:11.594435 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 19:00:11.594462 3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 19:00:11.594717 3787 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 19:00:11.594732 3787 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 19:00:11.594739 3787 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 19:00:11.594755 3787 egressqos.go:193] Setting up event handlers for EgressQoS I0424 19:00:11.594818 3787 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0424 19:00:11.594875 3787 egressqos.go:245] Starting EgressQoS Controller I0424 19:00:11.594890 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 19:00:11.594900 3787 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 19:00:11.594906 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 19:00:11.594911 3787 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 19:00:11.594916 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 19:00:11.594920 3787 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 19:00:11.594924 3787 egressqos.go:259] Repairing EgressQoSes I0424 19:00:11.594928 3787 egressqos.go:399] Starting repairing loop for egressqos I0424 19:00:11.595010 3787 egressqos.go:401] Finished repairing loop for egressqos: 81.497µs I0424 19:00:11.595033 3787 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 19:00:11.595052 3787 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-203.ec2.internal I0424 19:00:11.595122 3787 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-203.ec2.internal : 69.265µs I0424 19:00:11.595261 3787 egressservice_zone.go:210] Starting Egress Services Controller I0424 19:00:11.595276 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 19:00:11.595288 3787 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 19:00:11.595296 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 19:00:11.595303 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 19:00:11.595308 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 19:00:11.595313 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 19:00:11.595319 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 19:00:11.595323 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 19:00:11.595327 3787 egressservice_zone.go:228] Repairing Egress Services I0424 19:00:11.595647 3787 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 19:00:11.595657 3787 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 19:00:11.595670 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0424 19:00:11.595681 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 13.058µs I0424 19:00:11.595851 3787 default_network_controller.go:585] Completing all the Watchers took 310.906288ms I0424 19:00:11.595864 3787 default_network_controller.go:589] Starting unidling controllers I0424 19:00:11.595875 3787 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 19:00:11.595882 3787 unidle.go:63] Populating Initial ContollerEvent events I0424 19:00:11.595891 3787 unidle.go:79] Setting up event handlers for services I0424 19:00:11.595940 3787 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 19:00:11.671855 3787 default_node_network_controller.go:519] Node connection status = connected I0424 19:00:12.172108 3787 default_node_network_controller.go:519] Node connection status = connected I0424 19:00:12.671853 3787 default_node_network_controller.go:519] Node connection status = connected I0424 19:00:13.172063 3787 default_node_network_controller.go:519] Node connection status = connected I0424 19:00:13.442048 3787 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 19:00:13.671564 3787 default_node_network_controller.go:519] Node connection status = connected I0424 19:00:13.690878 3787 bridgeconfig.go:537] Gateway is ready I0424 19:00:13.690896 3787 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 19:00:13.702533 3787 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.203. Updating OVN encap IP. I0424 19:00:13.708211 3787 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.203 - it is already configured I0424 19:00:13.708230 3787 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.203/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 19:00:13.708469 3787 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.203/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-203.ec2.internal","mac-address":"0a:ff:e2:f7:fa:bf","ip-addresses":["10.0.1.203/24"],"ip-address":"10.0.1.203/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b4a78632-24ce-4286-a0ec-1d36d3acbe40 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.203/24"}] on node ip-10-0-1-203.ec2.internal I0424 19:00:13.724408 3787 master.go:548] Adding or Updating local node "ip-10-0-1-203.ec2.internal" for network "default" I0424 19:00:13.724418 3787 egressfirewall.go:723] Syncing node "ip-10-0-1-203.ec2.internal" for egress firewall I0424 19:00:13.724422 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-203.ec2.internal in network "default" I0424 19:00:13.724422 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0424 19:00:13.724440 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 22.902µs I0424 19:00:13.724479 3787 node_tracker.go:169] Node ip-10-0-1-203.ec2.internal switch + router changed, syncing services in network "default" I0424 19:00:13.724498 3787 services_controller.go:574] Full service sync requested for network=default I0424 19:00:13.725092 3787 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.203 I0424 19:00:13.725185 3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-203.ec2.internal I0424 19:00:13.729407 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-203.ec2.internal. Updating no re-route policies I0424 19:00:13.729479 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-znbp6 I0424 19:00:13.729493 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-khnnn I0424 19:00:13.729497 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-znbp6 I0424 19:00:13.729504 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-khnnn I0424 19:00:13.729508 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5r94t I0424 19:00:13.729520 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jchpl I0424 19:00:13.729523 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-khnnn after 0 failed attempt(s) I0424 19:00:13.729525 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5r94t I0424 19:00:13.729533 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jchpl I0424 19:00:13.729498 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sn5nb I0424 19:00:13.729537 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-znbp6 after 0 failed attempt(s) I0424 19:00:13.729539 3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x56s5 I0424 19:00:13.729545 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5r2c I0424 19:00:13.729550 3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-203.ec2.internal I0424 19:00:13.729558 3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x56s5 I0424 19:00:13.729563 3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-203.ec2.internal I0424 19:00:13.729562 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5zddw I0424 19:00:13.729569 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-tc2q4 I0424 19:00:13.729573 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jchpl] creating logical port openshift-network-diagnostics_network-check-target-jchpl for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:13.729579 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5zddw I0424 19:00:13.729582 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-tc2q4 I0424 19:00:13.729584 3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-203.ec2.internal after 0 failed attempt(s) I0424 19:00:13.729544 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sn5nb I0424 19:00:13.729585 3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x56s5 after 0 failed attempt(s) I0424 19:00:13.729493 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fkz6q I0424 19:00:13.729603 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5zddw after 0 failed attempt(s) I0424 19:00:13.729604 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-tc2q4 after 0 failed attempt(s) I0424 19:00:13.729606 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sn5nb after 0 failed attempt(s) I0424 19:00:13.729608 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fkz6q I0424 19:00:13.729565 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5r94t after 0 failed attempt(s) I0424 19:00:13.729560 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5r2c I0424 19:00:13.729631 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fkz6q after 0 failed attempt(s) I0424 19:00:13.729479 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-203.ec2.internal I0424 19:00:13.729641 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t5r2c after 0 failed attempt(s) I0424 19:00:13.729649 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-203.ec2.internal I0424 19:00:13.729666 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-203.ec2.internal after 0 failed attempt(s) I0424 19:00:13.729670 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-chsml I0424 19:00:13.729681 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-chsml I0424 19:00:13.729723 3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-chsml] creating logical port openshift-multus_network-metrics-daemon-chsml for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:13.730411 3787 pods.go:271] [openshift-network-diagnostics/network-check-target-jchpl] addLogicalPort took 850.134µs, libovsdb time 294.954µs I0424 19:00:13.730422 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jchpl after 0 failed attempt(s) I0424 19:00:13.730494 3787 pods.go:271] [openshift-multus/network-metrics-daemon-chsml] addLogicalPort took 783.242µs, libovsdb time 302.048µs I0424 19:00:13.730501 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-chsml after 0 failed attempt(s) I0424 19:00:13.740739 3787 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 19:00:13.753202 3787 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 19:00:13.756423 3787 iptables.go:108] Creating table: nat chain: OUTPUT I0424 19:00:13.803212 3787 iptables.go:108] Creating table: nat chain: PREROUTING I0424 19:00:13.860247 3787 iptables.go:108] Creating table: filter chain: FORWARD I0424 19:00:13.876677 3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 19:00:13.876789 3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 19:00:13.876832 3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 19:00:13.876903 3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 19:00:13.876948 3787 gateway_init.go:325] Gateway and management port readiness took 2.709946509s I0424 19:00:13.876975 3787 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 19:00:13.877020 3787 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 19:00:13.877033 3787 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 19:00:13.877043 3787 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 19:00:13.877122 3787 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 19:00:13.877199 3787 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.968µs I0424 19:00:13.877429 3787 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 19:00:13.877462 3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.575µs I0424 19:00:13.877472 3787 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.7µs I0424 19:00:13.877478 3787 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 19:00:13.877487 3787 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 19:00:13.877493 3787 default_node_network_controller.go:899] Starting the default node network controller I0424 19:00:13.877498 3787 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 19:00:13.877518 3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 7.018µs I0424 19:00:13.877663 3787 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 19:00:13.877671 3787 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 19:00:13.877701 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c46ca0 0xc0006b3e30 0xc0006b3ea0 0xc0006b3f10 0xc0002dc000 0xc0002dc0e0 0xc0002dc150 0xc000925b80 0xc0002dc1c0 0xc0002dc230 0xc0008ce3c0 0xc00657c380 0xc0002dc2a0 map[0x2ff9080:0xc000bc44e0 0x2ff95c0:0xc000bc47e0 0x2ffa2e0:0xc000bc4420 0x2ffa580:0xc000bc4480 0x2ffad60:0xc000bc4540 0x2ffb000:0xc000bc4720 0x2ffb2a0:0xc000bc4780 0x2ffba80:0xc000bc4840 0x2ffbd20:0xc004b9a480 0x3026980:0xc001bb2120 0x3026d20:0xc001bb2300 0x3027800:0xc000ca28a0 0x3029160:0xc001bb2000 0x30298a0:0xc000bc43c0 0x302a720:0xc000dd9680] 0xc00016b030 0} I0424 19:00:13.877764 3787 gateway.go:151] Starting gateway service sync I0424 19:00:13.878248 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 19:00:13.880457 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 19:00:13.913782 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 19:00:13.914962 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 19:00:13.916101 3787 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 19:00:13.951215 3787 gateway.go:168] Gateway service sync done. Time taken: 73.437257ms I0424 19:00:13.951567 3787 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31854 I0424 19:00:13.951966 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c46ca0 0xc0006b3e30 0xc0006b3ea0 0xc0006b3f10 0xc0002dc000 0xc0002dc0e0 0xc0002dc150 0xc000925b80 0xc0002dc1c0 0xc0002dc230 0xc0008ce3c0 0xc00657c380 0xc0002dc2a0 map[0x2ff9080:0xc000bc44e0 0x2ff95c0:0xc000bc47e0 0x2ffa2e0:0xc000bc4420 0x2ffa580:0xc000bc4480 0x2ffad60:0xc000bc4540 0x2ffb000:0xc000bc4720 0x2ffb2a0:0xc000bc4780 0x2ffba80:0xc000bc4840 0x2ffbd20:0xc004b9a480 0x3026980:0xc001bb2120 0x3026d20:0xc001bb2300 0x3027800:0xc000ca28a0 0x3029160:0xc001bb2000 0x30298a0:0xc000bc43c0 0x302a720:0xc000dd9680] 0xc00016b030 0} I0424 19:00:13.952448 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c46ca0 0xc0006b3e30 0xc0006b3ea0 0xc0006b3f10 0xc0002dc000 0xc0002dc0e0 0xc0002dc150 0xc000925b80 0xc0002dc1c0 0xc0002dc230 0xc0008ce3c0 0xc00657c380 0xc0002dc2a0 map[0x2ff9080:0xc000bc44e0 0x2ff95c0:0xc000bc47e0 0x2ffa2e0:0xc000bc4420 0x2ffa580:0xc000bc4480 0x2ffad60:0xc000bc4540 0x2ffb000:0xc000bc4720 0x2ffb2a0:0xc000bc4780 0x2ffba80:0xc000bc4840 0x2ffbd20:0xc004b9a480 0x3026980:0xc001bb2120 0x3026d20:0xc001bb2300 0x3027800:0xc000ca28a0 0x3029160:0xc001bb2000 0x30298a0:0xc000bc43c0 0x302a720:0xc000dd9680] 0xc00016b030 0} I0424 19:00:13.952500 3787 gateway.go:532] Reconciling gateway with updates I0424 19:00:13.958065 3787 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 19:00:13.958127 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:00:13.958143 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:00:13.958144 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 19:00:13.958151 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:00:13.958167 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:00:13.958168 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 19:00:13.958169 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:00:13.958174 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:00:13.958169 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:00:13.958183 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:00:13.958189 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:00:13.958193 3787 default_node_network_controller.go:944] Gateway and management port readiness took 80.515187ms I0424 19:00:13.958198 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:00:13.958203 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:00:13.958212 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:00:13.958220 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:00:13.958231 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 19:00:13.958234 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:00:13.958236 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 19:00:13.958240 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:00:13.958242 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:00:13.958132 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:00:13.958248 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:00:13.958254 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 19:00:13.958256 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 19:00:13.958154 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:00:13.958271 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 19:00:13.958276 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:00:13.958279 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:00:13.958279 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:00:13.958287 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:00:13.958292 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:00:13.958295 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:00:13.958297 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:00:13.958298 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:00:13.958301 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 19:00:13.958305 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 19:00:13.958309 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:00:13.958311 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:00:13.958314 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 19:00:13.958319 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:00:13.958321 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 19:00:13.958323 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:00:13.958324 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 19:00:13.958323 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:00:13.958332 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:00:13.958329 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 19:00:13.958337 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:00:13.958342 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 32167 is already open, no action needed I0424 19:00:13.958344 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 19:00:13.958349 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 19:00:13.958353 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 19:00:13.958355 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 19:00:13.958340 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 19:00:13.958357 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 19:00:13.958263 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:00:13.958366 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:00:13.958373 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 19:00:13.958375 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:00:13.958378 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:00:13.958381 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:00:13.958383 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 19:00:13.958387 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:00:13.958391 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:00:13.958394 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:00:13.958403 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 19:00:13.958405 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:00:13.958413 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 19:00:13.958157 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:00:13.958439 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:00:13.958440 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:00:13.958448 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:00:13.958450 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:00:13.958297 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 19:00:13.958379 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:00:13.958480 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:00:13.958495 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 19:00:13.958386 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 19:00:13.958277 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 19:00:13.958329 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:00:13.958519 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:00:13.958402 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:00:13.958544 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:00:13.958354 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31080 is already open, no action needed I0424 19:00:13.958414 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 19:00:13.958344 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 19:00:13.958169 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:00:13.958586 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:00:13.958183 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:00:13.958132 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:00:13.958612 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:00:13.958617 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:00:13.958264 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:00:13.958263 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 19:00:13.958294 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:00:13.958712 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:00:13.958723 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 19:00:13.958310 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 19:00:13.958312 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:00:13.958345 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:00:13.958771 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:00:13.958360 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:00:13.958804 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:00:13.958814 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 19:00:13.958423 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 19:00:13.958423 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:00:13.958428 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:00:13.958867 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:00:13.958872 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 19:00:13.958432 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:00:13.958885 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:00:13.958263 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:00:13.959243 3787 node_ip_handler_linux.go:160] Node IP manager is running W0424 19:00:13.998227 3787 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 19:00:13.998447 3787 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 19:00:13.998583 3787 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0424 19:00:14.008552 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 19:00:14.008589 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 19:00:14.008598 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 19:00:14.008604 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 19:00:14.008611 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 19:00:14.008626 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 19:00:14.008643 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 19:00:14.008649 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 19:00:14.008655 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 19:00:14.008662 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 19:00:14.050049 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 19:00:14.050100 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 19:00:14.050117 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 19:00:14.091694 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 19:00:14.091705 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 19:00:14.091723 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 19:00:14.091731 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 19:00:14.091737 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 19:00:14.091744 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 19:00:14.091749 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 19:00:14.091755 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 19:00:14.091761 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 19:00:14.091774 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 19:00:15.863667 3787 default_node_network_controller.go:1380] Starting node controller node sync W0424 19:00:15.863708 3787 egressip_healthcheck.go:76] Health checking using insecure connection I0424 19:00:15.863762 3787 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0424 19:00:15.875053 3787 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.365408ms I0424 19:00:15.875238 3787 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 19:00:15.875541 3787 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 19:00:15.875715 3787 egressservice_node.go:183] Starting Egress Services Controller I0424 19:00:15.875731 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 19:00:15.875753 3787 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 19:00:15.875761 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 19:00:15.875766 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 19:00:15.875771 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 19:00:15.875778 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 19:00:15.875782 3787 egressservice_node.go:197] Repairing Egress Services I0424 19:00:15.885555 3787 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 19:00:15.885565 3787 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 19:00:15.885808 3787 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 19:00:15.885821 3787 link_network_manager.go:119] Link manager is running I0424 19:00:15.885833 3787 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 19:00:15.886030 3787 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 19:00:15.886239 3787 vrf_manager.go:128] VRF manager is running I0424 19:00:15.886540 3787 node_controller_manager.go:437] Removing flows to drop GARP I0424 19:00:15.886555 3787 gateway.go:532] Reconciling gateway with updates I0424 19:00:15.911940 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:00:15.911949 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:00:15.911961 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 19:00:15.911966 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:00:15.911966 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:00:15.911979 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 19:00:15.911978 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:00:15.911986 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 19:00:15.911996 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 19:00:15.911998 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 19:00:15.912008 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 19:00:15.912015 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 19:00:15.912019 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 19:00:15.911954 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:00:15.912029 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 32167 is already open, no action needed I0424 19:00:15.912034 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 19:00:15.912037 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31080 is already open, no action needed I0424 19:00:15.912037 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 19:00:15.912039 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 19:00:15.912032 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:00:15.912041 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:00:15.912056 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 19:00:15.912062 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:00:15.912060 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 19:00:15.912092 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 19:00:15.912098 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 19:00:15.912097 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:00:15.912063 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:00:15.912107 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 19:00:15.912115 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 19:00:15.912044 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 19:00:15.912064 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 19:00:15.912129 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:00:15.912099 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 19:00:15.912137 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 19:00:15.912141 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:00:15.912144 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 19:00:15.912149 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:00:15.912042 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:00:15.912155 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 19:00:15.912159 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 19:00:15.912160 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 19:00:15.912165 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 19:00:15.912173 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 19:00:15.912103 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 19:00:15.912118 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:00:15.912216 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 19:00:15.912234 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:00:15.912235 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:00:15.912238 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:00:15.912249 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 19:00:15.912128 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:00:15.912266 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 19:00:15.912154 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:00:15.912301 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 19:00:15.912255 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 19:00:15.912312 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 19:00:15.912313 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 19:00:15.912321 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 19:00:15.912323 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 19:00:15.912324 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:00:15.912326 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:00:15.912330 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 19:00:15.912337 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:00:15.912335 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 19:00:15.912339 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:00:15.912341 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:00:15.912347 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:00:15.912350 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 19:00:15.912353 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:00:15.912351 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:00:15.912358 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 19:00:15.912362 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 19:00:15.912362 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:00:15.912364 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 19:00:15.912367 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:00:15.912371 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 19:00:15.912380 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 19:00:15.912289 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:00:15.912396 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 19:00:15.912367 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 19:00:15.912344 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 19:00:15.912429 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 19:00:15.912341 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 19:00:15.912437 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 19:00:15.912353 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:00:15.912448 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:00:15.912451 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 19:00:15.912455 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:00:15.912341 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:00:15.912519 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 19:00:15.912304 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 19:00:15.912534 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 19:00:15.912535 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:00:15.912547 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:00:15.912551 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:00:15.912553 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 19:00:15.912557 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 19:00:15.912559 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 19:00:15.912567 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 19:00:15.912558 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 19:00:15.912632 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 19:00:15.912244 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 19:00:15.912354 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 19:00:15.951815 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 19:00:15.951825 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 19:00:15.951839 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 19:00:15.951846 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 19:00:15.951852 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 19:00:15.951856 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 19:00:15.951862 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 19:00:15.951867 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 19:00:15.951872 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 19:00:15.951877 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 19:00:15.951882 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 19:00:15.951902 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 19:00:15.951909 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 19:00:15.951915 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 19:00:15.990276 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 19:00:15.990300 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 19:00:15.990307 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 19:00:15.990312 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 19:00:15.990318 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 19:00:15.990324 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 19:00:15.990330 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 19:00:15.990337 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 19:00:15.990342 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 19:00:15.990347 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 19:00:15.990355 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 19:00:16.028280 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 19:00:16.028305 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 19:00:16.028316 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 19:00:16.028325 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 19:00:16.028338 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 19:00:17.424299 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-203.ec2.internal I0424 19:00:17.424331 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-203.ec2.internal: 41.807µs I0424 19:00:17.450162 3787 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-55b89b7886-tklcd] creating logical port openshift-image-registry_image-registry-55b89b7886-tklcd for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:17.450264 3787 kube.go:256] Updating pod openshift-image-registry/image-registry-55b89b7886-tklcd I0424 19:00:17.471455 3787 pod.go:62] [openshift-image-registry/image-registry-55b89b7886-tklcd] pod update took 21.216384ms I0424 19:00:17.471696 3787 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-55b89b7886-tklcd] addLogicalPort annotation time took 21.460247ms I0424 19:00:17.472801 3787 pods.go:271] [openshift-image-registry/image-registry-55b89b7886-tklcd] addLogicalPort took 22.665445ms, libovsdb time 822.822µs I0424 19:00:17.496998 3787 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jwnjt] creating logical port openshift-dns_dns-default-jwnjt for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:17.497168 3787 kube.go:256] Updating pod openshift-dns/dns-default-jwnjt I0424 19:00:17.500367 3787 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617620-l82ks for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:17.500427 3787 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-dkktl] creating logical port openshift-ingress-canary_ingress-canary-dkktl for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:17.500473 3787 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks I0424 19:00:17.500513 3787 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-dkktl I0424 19:00:17.513472 3787 pod.go:62] [openshift-dns/dns-default-jwnjt] pod update took 16.401409ms I0424 19:00:17.513491 3787 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jwnjt] addLogicalPort annotation time took 16.425844ms I0424 19:00:17.514654 3787 pods.go:271] [openshift-dns/dns-default-jwnjt] addLogicalPort took 17.664585ms, libovsdb time 930.227µs I0424 19:00:17.515092 3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-b2wvh for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:17.515152 3787 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh I0424 19:00:17.515386 3787 pod.go:62] [openshift-ingress-canary/ingress-canary-dkktl] pod update took 14.890003ms I0424 19:00:17.515406 3787 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-dkktl] addLogicalPort annotation time took 14.908873ms I0424 19:00:17.516377 3787 pods.go:271] [openshift-ingress-canary/ingress-canary-dkktl] addLogicalPort took 15.959282ms, libovsdb time 756.466µs I0424 19:00:17.519008 3787 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks] pod update took 18.559981ms I0424 19:00:17.519036 3787 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks] addLogicalPort annotation time took 18.590206ms I0424 19:00:17.523494 3787 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks] addLogicalPort took 23.133054ms, libovsdb time 3.911216ms I0424 19:00:17.529360 3787 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh] pod update took 14.223991ms I0424 19:00:17.529432 3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh] addLogicalPort annotation time took 14.291252ms I0424 19:00:17.530994 3787 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh] addLogicalPort took 15.924234ms, libovsdb time 1.082578ms I0424 19:00:17.929247 3787 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh e0e4279e0d7e1088100174dfe0aa33b52ecd91fb357158364cadc2adb68692fc network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh e0e4279e0d7e1088100174dfe0aa33b52ecd91fb357158364cadc2adb68692fc network default NAD default NAD key ] I0424 19:00:17.938343 3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key ] I0424 19:00:17.955661 3787 cni.go:452] [openshift-ingress-canary/ingress-canary-dkktl 8740f8a3d3277f4df95cd2891ddf6213353394d8493e56d4f577d97eee53a00f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-dkktl 8740f8a3d3277f4df95cd2891ddf6213353394d8493e56d4f577d97eee53a00f network default NAD default NAD key ] I0424 19:00:17.970604 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617620-l82ks, hostIfaceName: 1a5aefb81796eea, network: default, NAD default, SandboxID: "1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac", PCI device ID: , UID: "e2f41ce4-5d8f-4e41-aac9-e38dc01a1908", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0424 19:00:17.970831 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-dkktl, hostIfaceName: 8740f8a3d3277f4, network: default, NAD default, SandboxID: "8740f8a3d3277f4df95cd2891ddf6213353394d8493e56d4f577d97eee53a00f", PCI device ID: , UID: "46b5f471-4245-4f39-9d80-61efe04f4431", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0424 19:00:17.970955 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-b2wvh, hostIfaceName: e0e4279e0d7e108, network: default, NAD default, SandboxID: "e0e4279e0d7e1088100174dfe0aa33b52ecd91fb357158364cadc2adb68692fc", PCI device ID: , UID: "ae03168a-123b-41a8-bbab-dce00ebadbc3", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0424 19:00:18.018808 3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:27:92:37:82:94\",\"name\":\"1a5aefb81796eea\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31f7d6cb-63f3-4681-abe7-532993bb0536\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:18.024337 3787 cni.go:473] [openshift-ingress-canary/ingress-canary-dkktl 8740f8a3d3277f4df95cd2891ddf6213353394d8493e56d4f577d97eee53a00f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-dkktl 8740f8a3d3277f4df95cd2891ddf6213353394d8493e56d4f577d97eee53a00f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ba:0c:0c:9e:0a\",\"name\":\"8740f8a3d3277f4\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2431aec4-2ede-4bbd-98e1-755061af8ad4\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:18.028248 3787 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh e0e4279e0d7e1088100174dfe0aa33b52ecd91fb357158364cadc2adb68692fc network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b2wvh e0e4279e0d7e1088100174dfe0aa33b52ecd91fb357158364cadc2adb68692fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ea:61:eb:d7:1d\",\"name\":\"e0e4279e0d7e108\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c341f1bc-9203-4774-ac5e-cadc373c9952\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:20.197810 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall I0424 19:00:20.197863 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default" I0424 19:00:20.197879 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:00:20.197886 3787 node_tracker.go:220] Node ip-10-0-0-135.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0424 19:00:20.197896 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 21.266µs E0424 19:00:20.197982 3787 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-135.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0424 19:00:20.198000 3787 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-135.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-135.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-135.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-135.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-135.ec2.internal, error parsing annotation for node ip-10-0-0-135.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0424 19:00:20.210001 3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-135.ec2.internal annotation: unexpected end of JSON input E0424 19:00:20.210013 3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-135.ec2.internal annotation: unexpected end of JSON input I0424 19:00:20.210030 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 19:00:20.210097 3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-135.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-135.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-135.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-135.ec2.internal" I0424 19:00:20.229638 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 19:00:20.229697 3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-135.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-135.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-135.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-135.ec2.internal" I0424 19:00:20.238331 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall I0424 19:00:20.238354 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:00:20.238366 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 15.173µs I0424 19:00:20.238394 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 19:00:20.238437 3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-135.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-135.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-135.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-135.ec2.internal" I0424 19:00:20.256846 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0424 19:00:20.403551 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:00:20.403572 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 27.992µs I0424 19:00:20.403593 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall I0424 19:00:20.403607 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:20.419734 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:20.892445 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:24.064700 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 19:00:25.289536 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:00:27.988788 3787 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-d6675cb5-fzhvv] creating logical port openshift-ingress_router-default-d6675cb5-fzhvv for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:27.988911 3787 kube.go:256] Updating pod openshift-ingress/router-default-d6675cb5-fzhvv I0424 19:00:28.000536 3787 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-7j2bf for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.000609 3787 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf I0424 19:00:28.000779 3787 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65c8887f99-ghx87] creating logical port openshift-ingress_router-default-65c8887f99-ghx87 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.000875 3787 kube.go:256] Updating pod openshift-ingress/router-default-65c8887f99-ghx87 I0424 19:00:28.014288 3787 pod.go:62] [openshift-ingress/router-default-d6675cb5-fzhvv] pod update took 25.404364ms I0424 19:00:28.014306 3787 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-d6675cb5-fzhvv] addLogicalPort annotation time took 25.429281ms I0424 19:00:28.015409 3787 pods.go:271] [openshift-ingress/router-default-d6675cb5-fzhvv] addLogicalPort took 26.638034ms, libovsdb time 863.35µs I0424 19:00:28.019686 3787 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf] pod update took 19.097674ms I0424 19:00:28.019710 3787 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf] addLogicalPort annotation time took 19.124993ms I0424 19:00:28.020709 3787 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf] addLogicalPort took 20.185341ms, libovsdb time 722.541µs I0424 19:00:28.027671 3787 pod.go:62] [openshift-ingress/router-default-65c8887f99-ghx87] pod update took 26.816839ms I0424 19:00:28.027688 3787 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65c8887f99-ghx87] addLogicalPort annotation time took 26.836125ms I0424 19:00:28.028820 3787 pods.go:271] [openshift-ingress/router-default-65c8887f99-ghx87] addLogicalPort took 28.069633ms, libovsdb time 887.509µs I0424 19:00:28.079479 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-qhnj6 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.079591 3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6 I0424 19:00:28.086277 3787 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-r7ddx for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.086366 3787 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx I0424 19:00:28.089478 3787 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-4qjsg for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.089558 3787 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg I0424 19:00:28.096001 3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-kxdp2] creating logical port openshift-insights_insights-operator-6dbb575d6c-kxdp2 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.096104 3787 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-kxdp2 I0424 19:00:28.101416 3787 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6] pod update took 21.845248ms I0424 19:00:28.101432 3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6] addLogicalPort annotation time took 21.865531ms I0424 19:00:28.102510 3787 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6] addLogicalPort took 23.057778ms, libovsdb time 833.002µs I0424 19:00:28.106193 3787 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx] pod update took 19.845246ms I0424 19:00:28.106210 3787 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx] addLogicalPort annotation time took 19.86457ms I0424 19:00:28.107191 3787 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx] addLogicalPort took 20.927779ms, libovsdb time 754.739µs I0424 19:00:28.110363 3787 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg] pod update took 20.818575ms I0424 19:00:28.110378 3787 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg] addLogicalPort annotation time took 20.838121ms I0424 19:00:28.111429 3787 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg] addLogicalPort took 21.95879ms, libovsdb time 733.364µs I0424 19:00:28.113551 3787 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-kxdp2] pod update took 17.482942ms I0424 19:00:28.113574 3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-kxdp2] addLogicalPort annotation time took 17.507765ms I0424 19:00:28.114639 3787 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-kxdp2] addLogicalPort took 18.645553ms, libovsdb time 777.868µs I0424 19:00:28.200521 3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-t5977 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.200638 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 I0424 19:00:28.203706 3787 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-x4v4q for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.203723 3787 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-4zf6t] creating logical port openshift-console-operator_console-operator-66dbbb6468-4zf6t for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.203805 3787 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q I0424 19:00:28.203823 3787 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-4zf6t I0424 19:00:28.236526 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-cs27q for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.236618 3787 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q I0424 19:00:28.247358 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 I0424 19:00:28.255765 3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-5w9r7 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.255863 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7 I0424 19:00:28.283437 3787 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-4zf6t] pod update took 79.635806ms I0424 19:00:28.283456 3787 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-4zf6t] addLogicalPort annotation time took 79.657843ms I0424 19:00:28.284648 3787 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-4zf6t] addLogicalPort took 80.934828ms, libovsdb time 906.693µs I0424 19:00:28.293289 3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] addLogicalPort annotation time took 92.713072ms I0424 19:00:28.293309 3787 base_network_controller_pods.go:842] Released IPs: 10.128.0.17 for node: ip-10-0-1-203.ec2.internal I0424 19:00:28.293316 3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] addLogicalPort took 92.812943ms, libovsdb time 0s E0424 19:00:28.293331 3787 obj_retry.go:716] Failed to update *v1.Pod, old=openshift-network-console/networking-console-plugin-7f449dfbfd-t5977, new=openshift-network-console/networking-console-plugin-7f449dfbfd-t5977, error: addLogicalPort failed for openshift-network-console/networking-console-plugin-7f449dfbfd-t5977: failed to update pod openshift-network-console/networking-console-plugin-7f449dfbfd-t5977: Operation cannot be fulfilled on pods "networking-console-plugin-7f449dfbfd-t5977": the object has been modified; please apply your changes to the latest version and try again I0424 19:00:28.293394 3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-t5977 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:28.293473 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 I0424 19:00:28.293450 3787 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-network-console", Name:"networking-console-plugin-7f449dfbfd-t5977", UID:"b310a5d3-b8f7-42a0-a2ba-a1705a7b9215", APIVersion:"v1", ResourceVersion:"8659", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for openshift-network-console/networking-console-plugin-7f449dfbfd-t5977: failed to update pod openshift-network-console/networking-console-plugin-7f449dfbfd-t5977: Operation cannot be fulfilled on pods "networking-console-plugin-7f449dfbfd-t5977": the object has been modified; please apply your changes to the latest version and try again I0424 19:00:28.294127 3787 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q I0424 19:00:28.294569 3787 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q] pod update took 57.967735ms I0424 19:00:28.294586 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q] addLogicalPort annotation time took 57.986966ms I0424 19:00:28.295711 3787 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q] addLogicalPort took 59.199635ms, libovsdb time 834.509µs I0424 19:00:28.335651 3787 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] pod update took 42.208004ms I0424 19:00:28.335675 3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] addLogicalPort annotation time took 42.235424ms I0424 19:00:28.335763 3787 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q] pod update took 131.974376ms I0424 19:00:28.335780 3787 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q] addLogicalPort annotation time took 131.992587ms I0424 19:00:28.336917 3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977] addLogicalPort took 43.528877ms, libovsdb time 855.266µs I0424 19:00:28.337145 3787 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q] addLogicalPort took 133.447995ms, libovsdb time 1.013835ms I0424 19:00:28.350983 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7 I0424 19:00:28.376587 3787 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7] pod update took 120.748859ms I0424 19:00:28.376607 3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7] addLogicalPort annotation time took 120.772869ms I0424 19:00:28.377630 3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7] addLogicalPort took 121.881066ms, libovsdb time 716.548µs I0424 19:00:28.466522 3787 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6 9cf5ecded9613c619fbfbc5286c7891fc6eee020af67eed7bcf0645165487a6b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6 9cf5ecded9613c619fbfbc5286c7891fc6eee020af67eed7bcf0645165487a6b network default NAD default NAD key ] I0424 19:00:28.476994 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-qhnj6, hostIfaceName: 9cf5ecded9613c6, network: default, NAD default, SandboxID: "9cf5ecded9613c619fbfbc5286c7891fc6eee020af67eed7bcf0645165487a6b", PCI device ID: , UID: "c579a31e-af29-45d8-96ed-8ccfe40723a0", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0424 19:00:28.485996 3787 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx c4a6f9ae7600495457e7d71ba807ceadfb522d0623663f9ba7801c5d14f1534d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx c4a6f9ae7600495457e7d71ba807ceadfb522d0623663f9ba7801c5d14f1534d network default NAD default NAD key ] I0424 19:00:28.498916 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-r7ddx, hostIfaceName: c4a6f9ae7600495, network: default, NAD default, SandboxID: "c4a6f9ae7600495457e7d71ba807ceadfb522d0623663f9ba7801c5d14f1534d", PCI device ID: , UID: "c2792a9b-c5a8-4fa9-91c5-b4fc6ca2dc62", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0424 19:00:28.517875 3787 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg 212f6f5889f397e445d36bbcfdb3690e5b063cef8b73382d713de36dba9c6af0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg 212f6f5889f397e445d36bbcfdb3690e5b063cef8b73382d713de36dba9c6af0 network default NAD default NAD key ] I0424 19:00:28.528483 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-4qjsg, hostIfaceName: 212f6f5889f397e, network: default, NAD default, SandboxID: "212f6f5889f397e445d36bbcfdb3690e5b063cef8b73382d713de36dba9c6af0", PCI device ID: , UID: "d38476e6-ba80-4a55-93a4-d4e74b102056", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0424 19:00:28.533223 3787 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6 9cf5ecded9613c619fbfbc5286c7891fc6eee020af67eed7bcf0645165487a6b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-qhnj6 9cf5ecded9613c619fbfbc5286c7891fc6eee020af67eed7bcf0645165487a6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a8:ea:2e:9e:e5\",\"name\":\"9cf5ecded9613c6\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c78d8285-4bcc-4ebb-8d81-dae5de5ba888\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:28.545691 3787 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-kxdp2 39ba5d4bf8ef874df100a378b6cac2bf49de784d775e07f106cc9315d558f9c8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-kxdp2 39ba5d4bf8ef874df100a378b6cac2bf49de784d775e07f106cc9315d558f9c8 network default NAD default NAD key ] I0424 19:00:28.550105 3787 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx c4a6f9ae7600495457e7d71ba807ceadfb522d0623663f9ba7801c5d14f1534d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r7ddx c4a6f9ae7600495457e7d71ba807ceadfb522d0623663f9ba7801c5d14f1534d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:b6:ca:01:86:9b\",\"name\":\"c4a6f9ae7600495\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3d5f80e-b0be-4657-b8bd-c4cb890f38cd\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:28.558758 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-kxdp2, hostIfaceName: 39ba5d4bf8ef874, network: default, NAD default, SandboxID: "39ba5d4bf8ef874df100a378b6cac2bf49de784d775e07f106cc9315d558f9c8", PCI device ID: , UID: "1a8a1264-7547-440f-8a12-cc922310d4d3", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0424 19:00:28.579670 3787 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg 212f6f5889f397e445d36bbcfdb3690e5b063cef8b73382d713de36dba9c6af0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qjsg 212f6f5889f397e445d36bbcfdb3690e5b063cef8b73382d713de36dba9c6af0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:77:c1:36:0e:e2\",\"name\":\"212f6f5889f397e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e5b9714-05e8-49d5-9653-9b35729626d9\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:28.594653 3787 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q 1ced7e6aed295c588fecdc70cb802371ddc4f4b04e94f33d8ba604d5281fa139 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q 1ced7e6aed295c588fecdc70cb802371ddc4f4b04e94f33d8ba604d5281fa139 network default NAD default NAD key ] I0424 19:00:28.604469 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-x4v4q, hostIfaceName: 1ced7e6aed295c5, network: default, NAD default, SandboxID: "1ced7e6aed295c588fecdc70cb802371ddc4f4b04e94f33d8ba604d5281fa139", PCI device ID: , UID: "8b81d247-9cab-42f9-b9af-c6f6ada3340e", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0424 19:00:28.608200 3787 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-kxdp2 39ba5d4bf8ef874df100a378b6cac2bf49de784d775e07f106cc9315d558f9c8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-kxdp2 39ba5d4bf8ef874df100a378b6cac2bf49de784d775e07f106cc9315d558f9c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:80:18:a5:c2:90\",\"name\":\"39ba5d4bf8ef874\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ff7141c-9599-46bf-ac94-ccd1818e0cc4\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:28.616308 3787 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-4zf6t 439fe8757f059c5ccf45f967c9a98c706f2f6381d82c42c8fb7e56903d0186d0 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-4zf6t 439fe8757f059c5ccf45f967c9a98c706f2f6381d82c42c8fb7e56903d0186d0 network default NAD default NAD key ] I0424 19:00:28.625930 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-4zf6t, hostIfaceName: 439fe8757f059c5, network: default, NAD default, SandboxID: "439fe8757f059c5ccf45f967c9a98c706f2f6381d82c42c8fb7e56903d0186d0", PCI device ID: , UID: "fa86e7c8-2c93-4ea3-bae0-33382eb9dd75", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0424 19:00:28.653339 3787 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q 1ced7e6aed295c588fecdc70cb802371ddc4f4b04e94f33d8ba604d5281fa139 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-x4v4q 1ced7e6aed295c588fecdc70cb802371ddc4f4b04e94f33d8ba604d5281fa139 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ba:22:fb:32:99\",\"name\":\"1ced7e6aed295c5\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f745f9eb-8632-454a-ac7e-334cf8431877\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:28.670121 3787 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-4zf6t 439fe8757f059c5ccf45f967c9a98c706f2f6381d82c42c8fb7e56903d0186d0 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-4zf6t 439fe8757f059c5ccf45f967c9a98c706f2f6381d82c42c8fb7e56903d0186d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:cc:40:41:5e:9b\",\"name\":\"439fe8757f059c5\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30aef9ab-0277-4e94-a490-84a5beaef25a\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:30.398763 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 19:00:34.332041 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 19:00:35.322869 3787 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 19:00:35.324045 3787 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.141807ms I0424 19:00:35.339750 3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 19:00:35.414468 3787 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-zkzvg for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:35.414561 3787 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg I0424 19:00:35.438496 3787 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg] pod update took 23.959626ms I0424 19:00:35.438517 3787 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg] addLogicalPort annotation time took 23.984795ms I0424 19:00:35.439663 3787 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg] addLogicalPort took 25.209253ms, libovsdb time 786.856µs I0424 19:00:35.451397 3787 namespace.go:98] [openshift-service-ca] adding namespace I0424 19:00:35.452067 3787 namespace.go:102] [openshift-service-ca] adding namespace took 654.717µs I0424 19:00:35.470788 3787 namespace.go:142] [openshift-service-ca] updating namespace I0424 19:00:35.799941 3787 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg 828d6a26774fa0ab9166162a1bdf4432b790c107510b98dd03c698388d07684d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg 828d6a26774fa0ab9166162a1bdf4432b790c107510b98dd03c698388d07684d network default NAD default NAD key ] I0424 19:00:35.823099 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-zkzvg, hostIfaceName: 828d6a26774fa0a, network: default, NAD default, SandboxID: "828d6a26774fa0ab9166162a1bdf4432b790c107510b98dd03c698388d07684d", PCI device ID: , UID: "24203069-1093-4cd5-88dc-3e7098d540a0", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0424 19:00:35.868154 3787 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg 828d6a26774fa0ab9166162a1bdf4432b790c107510b98dd03c698388d07684d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zkzvg 828d6a26774fa0ab9166162a1bdf4432b790c107510b98dd03c698388d07684d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8c:9f:72:f3:60\",\"name\":\"828d6a26774fa0a\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e3dc69f-ac32-4eaf-bc77-c2cba33f439f\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:36.760580 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default" I0424 19:00:36.760615 3787 node_tracker.go:220] Node ip-10-0-2-94.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0424 19:00:36.760589 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:00:36.760636 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 55.127µs I0424 19:00:36.760637 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall E0424 19:00:36.760657 3787 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-94.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0424 19:00:36.760677 3787 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-94.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-94.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-94.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-94.ec2.internal, error parsing annotation for node ip-10-0-2-94.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0424 19:00:36.771766 3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-94.ec2.internal annotation: unexpected end of JSON input E0424 19:00:36.771774 3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-94.ec2.internal annotation: unexpected end of JSON input I0424 19:00:36.771799 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 19:00:36.771856 3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-94.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-94.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-94.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-94.ec2.internal" I0424 19:00:36.787829 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0424 19:00:36.803387 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:36.814278 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:00:36.814293 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 19.073µs I0424 19:00:36.814334 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:36.814344 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall I0424 19:00:37.004057 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall I0424 19:00:37.004067 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:37.004115 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:00:37.004127 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 16.179µs I0424 19:00:37.020677 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:37.125687 3787 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-jvqmz] creating logical port openshift-service-ca_service-ca-d9cb48497-jvqmz for pod on switch ip-10-0-1-203.ec2.internal I0424 19:00:37.125805 3787 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-jvqmz I0424 19:00:37.139139 3787 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-jvqmz] pod update took 13.37006ms I0424 19:00:37.139159 3787 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-jvqmz] addLogicalPort annotation time took 13.39521ms I0424 19:00:37.140315 3787 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-jvqmz] addLogicalPort took 14.649432ms, libovsdb time 851.823µs I0424 19:00:37.266378 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:37.515774 3787 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-jvqmz ffdd01b4cedc3062035054a60776eed9298ce1dd9c9d4c58b41e50f829cfdefd network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-jvqmz ffdd01b4cedc3062035054a60776eed9298ce1dd9c9d4c58b41e50f829cfdefd network default NAD default NAD key ] I0424 19:00:37.525041 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-jvqmz, hostIfaceName: ffdd01b4cedc306, network: default, NAD default, SandboxID: "ffdd01b4cedc3062035054a60776eed9298ce1dd9c9d4c58b41e50f829cfdefd", PCI device ID: , UID: "e8786f10-831c-4179-82a2-8c0e34dfb599", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0424 19:00:37.570551 3787 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-jvqmz ffdd01b4cedc3062035054a60776eed9298ce1dd9c9d4c58b41e50f829cfdefd network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-jvqmz ffdd01b4cedc3062035054a60776eed9298ce1dd9c9d4c58b41e50f829cfdefd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d2:6a:a5:93:26\",\"name\":\"ffdd01b4cedc306\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ef0c32c-c24d-407e-a2e3-2a3ecf347535\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:00:38.321242 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 19:00:39.075583 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:40.121715 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:40.121743 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:00:40.121754 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall I0424 19:00:40.121761 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 25.169µs I0424 19:00:41.339740 3787 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-94.ec2.internal I0424 19:00:41.339769 3787 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-94.ec2.internal I0424 19:00:41.339867 3787 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-94.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-94.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-94.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-94.ec2.internal W0424 19:00:42.408877 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 19:00:43.731172 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6 I0424 19:00:43.731196 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9n6pm I0424 19:00:43.731211 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5zjqv I0424 19:00:43.731222 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9n6pm I0424 19:00:43.731230 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5zjqv I0424 19:00:43.731264 3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-9n6pm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9n6pm: suppressed error logged: pod openshift-multus/network-metrics-daemon-9n6pm: no pod IPs found I0424 19:00:43.731203 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6 I0424 19:00:43.731276 3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5zjqv, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5zjqv: suppressed error logged: pod openshift-multus/network-metrics-daemon-5zjqv: no pod IPs found I0424 19:00:43.731294 3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5lnx6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5lnx6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5lnx6: no pod IPs found I0424 19:00:43.731176 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ss9mb I0424 19:00:43.731303 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ss9mb I0424 19:00:43.731320 3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ss9mb, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ss9mb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ss9mb: no pod IPs found I0424 19:00:43.973702 3787 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf 6ee5b3ad4c26fa8450a582b7bdaff430ac07b845db3d4eb539feda03048dfdd9 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf 6ee5b3ad4c26fa8450a582b7bdaff430ac07b845db3d4eb539feda03048dfdd9 network default NAD default NAD key ] I0424 19:00:43.982630 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-7j2bf, hostIfaceName: 6ee5b3ad4c26fa8, network: default, NAD default, SandboxID: "6ee5b3ad4c26fa8450a582b7bdaff430ac07b845db3d4eb539feda03048dfdd9", PCI device ID: , UID: "b18c4d4a-7237-4f35-9b8f-9e564d0fccae", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0424 19:00:44.028308 3787 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf 6ee5b3ad4c26fa8450a582b7bdaff430ac07b845db3d4eb539feda03048dfdd9 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7j2bf 6ee5b3ad4c26fa8450a582b7bdaff430ac07b845db3d4eb539feda03048dfdd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b0:15:38:9d:25\",\"name\":\"6ee5b3ad4c26fa8\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4334bc9-af9b-49aa-9c85-868165a4885d\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:47.053933 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:49.658150 3787 cni.go:452] [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key ] I0424 19:00:49.668736 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-55b89b7886-tklcd, hostIfaceName: 4c7cc7adbefbec8, network: default, NAD default, SandboxID: "4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6", PCI device ID: , UID: "229477c4-a914-4376-b5d0-fcb0b1ec01eb", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0424 19:00:49.703572 3787 cni.go:452] [openshift-dns/dns-default-jwnjt 7eb52e7f260925126d3bbe86f89a1901bff51a9c03f052d1f366bd96e2b1a5e8 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jwnjt 7eb52e7f260925126d3bbe86f89a1901bff51a9c03f052d1f366bd96e2b1a5e8 network default NAD default NAD key ] I0424 19:00:49.714377 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jwnjt, hostIfaceName: 7eb52e7f2609251, network: default, NAD default, SandboxID: "7eb52e7f260925126d3bbe86f89a1901bff51a9c03f052d1f366bd96e2b1a5e8", PCI device ID: , UID: "ff447fe7-451e-40f5-bd9c-8a2e6141964a", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0424 19:00:49.718186 3787 cni.go:473] [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:2e:97:06:25:c8\",\"name\":\"4c7cc7adbefbec8\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b60f0a51-d4fd-4c34-94d7-1aa59480de3a\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:49.759436 3787 cni.go:473] [openshift-dns/dns-default-jwnjt 7eb52e7f260925126d3bbe86f89a1901bff51a9c03f052d1f366bd96e2b1a5e8 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jwnjt 7eb52e7f260925126d3bbe86f89a1901bff51a9c03f052d1f366bd96e2b1a5e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:16:17:da:15:e3\",\"name\":\"7eb52e7f2609251\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fff2319d-e972-4d73-ae02-252c2e45e535\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:50.088556 3787 cni.go:452] [openshift-network-diagnostics/network-check-target-jchpl 95266819d792b432a0b2d9a0c96e66293f9f870dab6e887d2ebb29ef6984c1c0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jchpl 95266819d792b432a0b2d9a0c96e66293f9f870dab6e887d2ebb29ef6984c1c0 network default NAD default NAD key ] I0424 19:00:50.097345 3787 cni.go:452] [openshift-multus/network-metrics-daemon-chsml 5b1e48b8f46b713e4ea557c38d4e6aa643e4be45d2c1a8d3f23ec2c5169cd74e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-chsml 5b1e48b8f46b713e4ea557c38d4e6aa643e4be45d2c1a8d3f23ec2c5169cd74e network default NAD default NAD key ] I0424 19:00:50.098351 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jchpl, hostIfaceName: 95266819d792b43, network: default, NAD default, SandboxID: "95266819d792b432a0b2d9a0c96e66293f9f870dab6e887d2ebb29ef6984c1c0", PCI device ID: , UID: "6dfea925-5ed6-48f2-bcb5-b50ae8a52d72", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0424 19:00:50.109481 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-chsml, hostIfaceName: 5b1e48b8f46b713, network: default, NAD default, SandboxID: "5b1e48b8f46b713e4ea557c38d4e6aa643e4be45d2c1a8d3f23ec2c5169cd74e", PCI device ID: , UID: "0cef0233-ae89-4adf-8467-fa6d7dafe8fa", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0424 19:00:50.148848 3787 cni.go:473] [openshift-network-diagnostics/network-check-target-jchpl 95266819d792b432a0b2d9a0c96e66293f9f870dab6e887d2ebb29ef6984c1c0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jchpl 95266819d792b432a0b2d9a0c96e66293f9f870dab6e887d2ebb29ef6984c1c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:c7:a7:26:37:ae\",\"name\":\"95266819d792b43\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6b3255e-91b1-4f30-8379-d86022cf53e2\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:50.167354 3787 cni.go:473] [openshift-multus/network-metrics-daemon-chsml 5b1e48b8f46b713e4ea557c38d4e6aa643e4be45d2c1a8d3f23ec2c5169cd74e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-chsml 5b1e48b8f46b713e4ea557c38d4e6aa643e4be45d2c1a8d3f23ec2c5169cd74e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:88:85:43:34:9a\",\"name\":\"5b1e48b8f46b713\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/754b9164-a509-45f2-b332-37e37635d768\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:00:51.023798 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:00:56.688694 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall I0424 19:00:56.688747 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:00:56.688764 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 21.787µs I0424 19:00:56.688775 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:00.168806 3787 cni.go:452] [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key ] I0424 19:01:00.180677 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-d6675cb5-fzhvv, hostIfaceName: 89335b078925f4e, network: default, NAD default, SandboxID: "89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768", PCI device ID: , UID: "a1d9f6b3-7d0e-4c21-b4c2-f7ea57dcf0fb", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0424 19:01:00.192585 3787 cni.go:452] [openshift-ingress/router-default-65c8887f99-ghx87 61416282a80f9744eccd083742b39484242d0f4c1bccc642952f394b67d1d0f0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65c8887f99-ghx87 61416282a80f9744eccd083742b39484242d0f4c1bccc642952f394b67d1d0f0 network default NAD default NAD key ] I0424 19:01:00.202505 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65c8887f99-ghx87, hostIfaceName: 61416282a80f974, network: default, NAD default, SandboxID: "61416282a80f9744eccd083742b39484242d0f4c1bccc642952f394b67d1d0f0", PCI device ID: , UID: "18fc1ba8-d77f-4f30-9ab1-1ee49b83bf1b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0424 19:01:00.230181 3787 cni.go:473] [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:fc:95:03:69:2c\",\"name\":\"89335b078925f4e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50c96291-278c-4af7-8f40-52ca6f9a6890\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:00.250860 3787 cni.go:473] [openshift-ingress/router-default-65c8887f99-ghx87 61416282a80f9744eccd083742b39484242d0f4c1bccc642952f394b67d1d0f0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65c8887f99-ghx87 61416282a80f9744eccd083742b39484242d0f4c1bccc642952f394b67d1d0f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:95:73:b7:91:b9\",\"name\":\"61416282a80f974\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c9951ce-3197-4eeb-b2e1-b37f1bf5656f\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:00.378690 3787 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 c0517685541bf39dca9e9d967992609a5893a02d6c47873fb6f3caaaf5e32bf4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 c0517685541bf39dca9e9d967992609a5893a02d6c47873fb6f3caaaf5e32bf4 network default NAD default NAD key ] I0424 19:01:00.388982 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-t5977, hostIfaceName: c0517685541bf39, network: default, NAD default, SandboxID: "c0517685541bf39dca9e9d967992609a5893a02d6c47873fb6f3caaaf5e32bf4", PCI device ID: , UID: "b310a5d3-b8f7-42a0-a2ba-a1705a7b9215", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0424 19:01:00.431254 3787 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q 673007e5c49e9f194771011c2b1bad52f2267c827e3c016019295321648d778a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q 673007e5c49e9f194771011c2b1bad52f2267c827e3c016019295321648d778a network default NAD default NAD key ] I0424 19:01:00.437955 3787 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7 740bb33fd9a1731e2183c72a71e69980d826be282b9334320cfe39cc385d1e54 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7 740bb33fd9a1731e2183c72a71e69980d826be282b9334320cfe39cc385d1e54 network default NAD default NAD key ] I0424 19:01:00.444979 3787 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 c0517685541bf39dca9e9d967992609a5893a02d6c47873fb6f3caaaf5e32bf4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-t5977 c0517685541bf39dca9e9d967992609a5893a02d6c47873fb6f3caaaf5e32bf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:39:3c:7c:3f:c6\",\"name\":\"c0517685541bf39\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f05a6e8-8f44-4836-94e5-0ae7324f9851\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:00.449797 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-cs27q, hostIfaceName: 673007e5c49e9f1, network: default, NAD default, SandboxID: "673007e5c49e9f194771011c2b1bad52f2267c827e3c016019295321648d778a", PCI device ID: , UID: "56080517-dfd8-426d-9660-ded89aecb9cd", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0424 19:01:00.460482 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-5w9r7, hostIfaceName: 740bb33fd9a1731, network: default, NAD default, SandboxID: "740bb33fd9a1731e2183c72a71e69980d826be282b9334320cfe39cc385d1e54", PCI device ID: , UID: "c8536611-dfff-4b4e-b9d7-e42d93bbf5fe", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0424 19:01:00.506260 3787 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q 673007e5c49e9f194771011c2b1bad52f2267c827e3c016019295321648d778a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-cs27q 673007e5c49e9f194771011c2b1bad52f2267c827e3c016019295321648d778a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f6:56:62:34:71\",\"name\":\"673007e5c49e9f1\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68ad3d34-1a3c-45a8-9dc4-c9c89bdc43b4\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:00.525689 3787 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7 740bb33fd9a1731e2183c72a71e69980d826be282b9334320cfe39cc385d1e54 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5w9r7 740bb33fd9a1731e2183c72a71e69980d826be282b9334320cfe39cc385d1e54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:96:63:a7:e1:d5\",\"name\":\"740bb33fd9a1731\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22d857f2-daac-4d1b-ab18-d1bc019c6d41\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:01.476961 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:01.570637 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 19:01:01.657622 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:01.657713 3787 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:01.657723 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:01.657729 3787 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:01.657841 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0424 19:01:01.738755 3787 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-9z7z5] creating logical port openshift-console_downloads-5c54f4944f-9z7z5 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:01:01.738882 3787 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-9z7z5 W0424 19:01:01.769675 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:01.789144 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:01:01.816426 3787 pod.go:62] [openshift-console/downloads-5c54f4944f-9z7z5] pod update took 77.566243ms I0424 19:01:01.816453 3787 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-9z7z5] addLogicalPort annotation time took 77.599391ms I0424 19:01:01.816448 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:01.817636 3787 pods.go:271] [openshift-console/downloads-5c54f4944f-9z7z5] addLogicalPort took 78.906055ms, libovsdb time 833.231µs W0424 19:01:01.841720 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-894dd87bf-zsf8w IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-894dd87bf-zsf8w: no pod IPs found I0424 19:01:01.936471 3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9667c] creating logical port openshift-insights_insights-runtime-extractor-9667c for pod on switch ip-10-0-1-203.ec2.internal I0424 19:01:01.936627 3787 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9667c I0424 19:01:01.980938 3787 pod.go:62] [openshift-insights/insights-runtime-extractor-9667c] pod update took 44.350924ms I0424 19:01:01.980960 3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9667c] addLogicalPort annotation time took 44.382867ms I0424 19:01:01.982187 3787 pods.go:271] [openshift-insights/insights-runtime-extractor-9667c] addLogicalPort took 45.734333ms, libovsdb time 881.402µs I0424 19:01:02.010842 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:02.211905 3787 base_network_controller_pods.go:487] [default/openshift-console/console-ccbbccf64-pk4qh] creating logical port openshift-console_console-ccbbccf64-pk4qh for pod on switch ip-10-0-1-203.ec2.internal I0424 19:01:02.212066 3787 kube.go:256] Updating pod openshift-console/console-ccbbccf64-pk4qh I0424 19:01:02.234413 3787 pod.go:62] [openshift-console/console-ccbbccf64-pk4qh] pod update took 22.403818ms I0424 19:01:02.234438 3787 base_network_controller_pods.go:951] [default/openshift-console/console-ccbbccf64-pk4qh] addLogicalPort annotation time took 22.432989ms I0424 19:01:02.235802 3787 pods.go:271] [openshift-console/console-ccbbccf64-pk4qh] addLogicalPort took 23.916063ms, libovsdb time 960.046µs W0424 19:01:02.435098 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:02.435126 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 19:01:02.435135 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 19:01:02.641429 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "ip-10-0-0-135.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:02.641439 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default" I0424 19:01:02.641533 3787 node_tracker.go:235] Node ip-10-0-0-135.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-135.ec2.internal" I0424 19:01:02.641548 3787 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:02.641557 3787 services_controller.go:574] Full service sync requested for network=default W0424 19:01:02.641903 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:02.642091 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:01:02.699005 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "ip-10-0-0-135.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:02.806532 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default" I0424 19:01:02.806591 3787 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:02.806585 3787 default_network_controller.go:1025] Node "ip-10-0-0-135.ec2.internal" in remote zone "ip-10-0-0-135.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:02.806602 3787 services_controller.go:574] Full service sync requested for network=default W0424 19:01:02.806950 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:02.807156 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:01:02.807514 3787 zone_ic_handler.go:195] Time taken to create transit switch: 277.562µs I0424 19:01:02.807526 3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-135.ec2.internal for the network default I0424 19:01:02.808631 3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-135.ec2.internal" on network "default" took: 1.403059ms I0424 19:01:02.865770 3787 cni.go:452] [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key ] I0424 19:01:02.866252 3787 cni.go:452] [openshift-insights/insights-runtime-extractor-9667c 4e1ebf5fd1ba933ba3e9de8267376fa2d52571b34c15ec5547cd7aebd3467574 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9667c 4e1ebf5fd1ba933ba3e9de8267376fa2d52571b34c15ec5547cd7aebd3467574 network default NAD default NAD key ] I0424 19:01:02.866354 3787 cni.go:452] [openshift-console/downloads-5c54f4944f-9z7z5 c6ac88a468c072639850a9e1cddcf34d5a3ca4a09ee1bde4a8599b2336f47e34 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-9z7z5 c6ac88a468c072639850a9e1cddcf34d5a3ca4a09ee1bde4a8599b2336f47e34 network default NAD default NAD key ] I0424 19:01:02.880648 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9667c, hostIfaceName: 4e1ebf5fd1ba933, network: default, NAD default, SandboxID: "4e1ebf5fd1ba933ba3e9de8267376fa2d52571b34c15ec5547cd7aebd3467574", PCI device ID: , UID: "56025929-185f-4432-9524-0ae01a2a3a66", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0424 19:01:02.880680 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ccbbccf64-pk4qh, hostIfaceName: 9aca8c865c868ec, network: default, NAD default, SandboxID: "9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a", PCI device ID: , UID: "832b9ffc-3459-43d6-9a4b-2313069c05dc", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0424 19:01:02.880656 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-9z7z5, hostIfaceName: c6ac88a468c0726, network: default, NAD default, SandboxID: "c6ac88a468c072639850a9e1cddcf34d5a3ca4a09ee1bde4a8599b2336f47e34", PCI device ID: , UID: "8096bf4d-a20d-4643-8ac7-eb06dfe6fecd", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0424 19:01:02.900865 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-135.ec2.internal in network "default" I0424 19:01:02.900933 3787 node_tracker.go:169] Node ip-10-0-0-135.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:02.900946 3787 services_controller.go:574] Full service sync requested for network=default I0424 19:01:02.900871 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:01:02.900988 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 117.534µs I0424 19:01:02.900871 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-135.ec2.internal" for egress firewall I0424 19:01:02.900874 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-135.ec2.internal", IP: 10.0.0.135 to PMTUD blocking rules I0424 19:01:02.901022 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-135.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0424 19:01:02.901247 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:02.901603 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:02.907912 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-135.ec2.internal. Updating no re-route policies I0424 19:01:02.917596 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-135.ec2.internal", IP: 10.0.0.135 to PMTUD blocking rules I0424 19:01:02.917619 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-135.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 19:01:02.938358 3787 cni.go:473] [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c0:90:d9:56:dc\",\"name\":\"9aca8c865c868ec\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dade236b-0c55-4240-8ead-85ec132797c9\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:02.954535 3787 cni.go:473] [openshift-insights/insights-runtime-extractor-9667c 4e1ebf5fd1ba933ba3e9de8267376fa2d52571b34c15ec5547cd7aebd3467574 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9667c 4e1ebf5fd1ba933ba3e9de8267376fa2d52571b34c15ec5547cd7aebd3467574 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:36:5b:a9:27:59\",\"name\":\"4e1ebf5fd1ba933\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be46a530-f818-403d-be4a-f8ff402ab7da\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:02.971895 3787 cni.go:473] [openshift-console/downloads-5c54f4944f-9z7z5 c6ac88a468c072639850a9e1cddcf34d5a3ca4a09ee1bde4a8599b2336f47e34 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-9z7z5 c6ac88a468c072639850a9e1cddcf34d5a3ca4a09ee1bde4a8599b2336f47e34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:44:53:64:40:86\",\"name\":\"c6ac88a468c0726\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b1f7577-0461-43f6-8be1-4818ec3ede2a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:03.383158 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "ip-10-0-2-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:03.383162 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default" I0424 19:01:03.383239 3787 node_tracker.go:235] Node ip-10-0-2-94.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-94.ec2.internal" I0424 19:01:03.383252 3787 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:03.383260 3787 services_controller.go:574] Full service sync requested for network=default W0424 19:01:03.383460 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:03.383652 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:01:03.528222 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default" I0424 19:01:03.528241 3787 default_network_controller.go:1025] Node "ip-10-0-2-94.ec2.internal" in remote zone "ip-10-0-2-94.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 19:01:03.528282 3787 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:03.528295 3787 services_controller.go:574] Full service sync requested for network=default W0424 19:01:03.528462 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:03.528788 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:03.529248 3787 zone_ic_handler.go:195] Time taken to create transit switch: 355.403µs I0424 19:01:03.529265 3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-94.ec2.internal for the network default I0424 19:01:03.530489 3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-94.ec2.internal" on network "default" took: 1.612582ms I0424 19:01:03.663309 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-2dlxq for pod on switch ip-10-0-1-203.ec2.internal I0424 19:01:03.663469 3787 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq I0424 19:01:03.678022 3787 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq] pod update took 14.582991ms I0424 19:01:03.678053 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq] addLogicalPort annotation time took 14.618832ms I0424 19:01:03.679612 3787 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq] addLogicalPort took 16.324369ms, libovsdb time 1.076271ms I0424 19:01:04.063599 3787 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq dc3582598330db607289e5db9c05179017404bf7b93a864d1428197b0c87188e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq dc3582598330db607289e5db9c05179017404bf7b93a864d1428197b0c87188e network default NAD default NAD key ] I0424 19:01:04.075396 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-2dlxq, hostIfaceName: dc3582598330db6, network: default, NAD default, SandboxID: "dc3582598330db607289e5db9c05179017404bf7b93a864d1428197b0c87188e", PCI device ID: , UID: "2ff4dcf9-9948-4364-a024-dcb0ad0eea92", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0424 19:01:04.139603 3787 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq dc3582598330db607289e5db9c05179017404bf7b93a864d1428197b0c87188e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2dlxq dc3582598330db607289e5db9c05179017404bf7b93a864d1428197b0c87188e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c4:52:ee:8b:f7\",\"name\":\"dc3582598330db6\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bea09f64-a23b-4cab-a220-1bac30d909d8\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:05.081952 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-94.ec2.internal" for egress firewall I0424 19:01:05.081994 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-94.ec2.internal in network "default" I0424 19:01:05.082009 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:01:05.082030 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 25.521µs I0424 19:01:05.082011 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-94.ec2.internal", IP: 10.0.2.94 to PMTUD blocking rules I0424 19:01:05.082050 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-94.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 19:01:05.082057 3787 node_tracker.go:169] Node ip-10-0-2-94.ec2.internal switch + router changed, syncing services in network "default" I0424 19:01:05.082120 3787 services_controller.go:574] Full service sync requested for network=default W0424 19:01:05.082352 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:05.082540 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 19:01:05.089665 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-94.ec2.internal. Updating no re-route policies I0424 19:01:05.100219 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-94.ec2.internal", IP: 10.0.2.94 to PMTUD blocking rules I0424 19:01:05.100236 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-94.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 19:01:06.946743 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-135.ec2.internal I0424 19:01:06.946793 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-135.ec2.internal: 53.119µs W0424 19:01:07.490776 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 19:01:07.515892 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 19:01:07.546094 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 19:01:08.299601 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:08.673796 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-94.ec2.internal I0424 19:01:08.673830 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-94.ec2.internal: 43.973µs W0424 19:01:09.827487 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:11.651246 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:12.412517 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 19:01:13.530985 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 19:01:17.957697 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:21.440737 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 19:01:21.574295 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 19:01:21.613634 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 19:01:22.925943 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:22.926025 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:22.926055 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:24.598836 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-594458d858-wlnvw IP address from the namespace address-set, err: pod openshift-console/console-594458d858-wlnvw: no pod IPs found W0424 19:01:25.469540 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:25.469558 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:25.469562 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 19:01:25.516248 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:25.516271 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:25.537747 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 19:01:26.779305 3787 cni.go:452] [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key ] I0424 19:01:26.860216 3787 cni.go:473] [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-55b89b7886-tklcd 4c7cc7adbefbec8ccf3004a09ee1efe3d05801b4f2ab40da791ca838b540a9d6 network default NAD default NAD key default], result "{}", err I0424 19:01:26.914695 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:26.914808 3787 pods.go:176] Deleting pod: openshift-image-registry/image-registry-55b89b7886-tklcd I0424 19:01:26.916228 3787 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-55b89b7886-tklcd, ips: 10.128.0.5 I0424 19:01:26.916263 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:01:26.921870 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:26.926293 3787 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-894dd87bf-x4h5l] creating logical port openshift-image-registry_image-registry-894dd87bf-x4h5l for pod on switch ip-10-0-1-203.ec2.internal I0424 19:01:26.926448 3787 kube.go:256] Updating pod openshift-image-registry/image-registry-894dd87bf-x4h5l W0424 19:01:26.928627 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 19:01:26.943845 3787 pod.go:62] [openshift-image-registry/image-registry-894dd87bf-x4h5l] pod update took 17.42447ms I0424 19:01:26.943870 3787 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-894dd87bf-x4h5l] addLogicalPort annotation time took 17.452447ms I0424 19:01:26.945066 3787 pods.go:271] [openshift-image-registry/image-registry-894dd87bf-x4h5l] addLogicalPort took 18.790464ms, libovsdb time 825.622µs W0424 19:01:26.973647 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:26.973670 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 19:01:27.291220 3787 cni.go:452] [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key ] I0424 19:01:27.301158 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-894dd87bf-x4h5l, hostIfaceName: 791c032893274bc, network: default, NAD default, SandboxID: "791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5", PCI device ID: , UID: "b307a7ca-c80c-4973-9515-13d7812fb868", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0424 19:01:27.358270 3787 cni.go:473] [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:af:ac:d6:28:25\",\"name\":\"791c032893274bc\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9ee0098-f8ff-45f1-8d85-47b9180a2fb8\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:01:27.454814 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.454835 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.454840 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.454844 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.595978 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:27.607141 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:27.607164 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-55b89b7886-tklcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:27.622469 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-55b89b7886-tklcd I0424 19:01:27.622520 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-55b89b7886-tklcd W0424 19:01:27.988944 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.988963 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.988968 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:27.988972 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 19:01:29.321807 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:29.321833 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:30.839274 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 19:01:30.839298 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 19:01:31.139880 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:01:37.608950 3787 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-mndfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:37.609499 3787 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-mndfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:38.543831 3787 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-mndfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:38.543857 3787 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-mndfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:38.549519 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ccbbccf64-mndfx I0424 19:01:38.549543 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ccbbccf64-mndfx I0424 19:01:47.130815 3787 cni.go:452] [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key ] I0424 19:01:47.214309 3787 cni.go:473] [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ccbbccf64-pk4qh 9aca8c865c868ecf5a2dfd58aae81e7ab12244fea1cdd339dcce3e2836f4410a network default NAD default NAD key default], result "{}", err I0424 19:01:47.286783 3787 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-pk4qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:47.286829 3787 pods.go:176] Deleting pod: openshift-console/console-ccbbccf64-pk4qh I0424 19:01:47.288119 3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ccbbccf64-pk4qh, ips: 10.128.0.27 I0424 19:01:47.288146 3787 obj_retry.go:498] Detected object openshift-console/console-ccbbccf64-pk4qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:47.295765 3787 base_network_controller_pods.go:487] [default/openshift-console/console-7b895b9bf6-lckqb] creating logical port openshift-console_console-7b895b9bf6-lckqb for pod on switch ip-10-0-1-203.ec2.internal I0424 19:01:47.295895 3787 kube.go:256] Updating pod openshift-console/console-7b895b9bf6-lckqb I0424 19:01:47.310209 3787 pod.go:62] [openshift-console/console-7b895b9bf6-lckqb] pod update took 14.336638ms I0424 19:01:47.310234 3787 base_network_controller_pods.go:951] [default/openshift-console/console-7b895b9bf6-lckqb] addLogicalPort annotation time took 14.366153ms I0424 19:01:47.311407 3787 pods.go:271] [openshift-console/console-7b895b9bf6-lckqb] addLogicalPort took 15.654686ms, libovsdb time 805.62µs I0424 19:01:47.679376 3787 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-pk4qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:47.679397 3787 obj_retry.go:492] Detected object openshift-console/console-ccbbccf64-pk4qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:47.685287 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ccbbccf64-pk4qh I0424 19:01:47.685307 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ccbbccf64-pk4qh I0424 19:01:47.701253 3787 cni.go:452] [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key ] I0424 19:01:47.710710 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b895b9bf6-lckqb, hostIfaceName: a5c1c78e2097558, network: default, NAD default, SandboxID: "a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb", PCI device ID: , UID: "343f9da4-58ab-42af-87a0-1baf0c950881", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0424 19:01:47.759831 3787 cni.go:473] [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f9:e2:89:6c:47\",\"name\":\"a5c1c78e2097558\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0f0714a-4cee-4dc5-8be5-27f029395c88\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:01:54.711402 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 19:01:54.711415 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 19:01:54.711478 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 19:01:54.782706 3787 cni.go:452] [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key ] I0424 19:01:54.874285 3787 cni.go:473] [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-894dd87bf-x4h5l 791c032893274bc8dae9158e1863968b0911e152824283ffcca6b2332b154af5 network default NAD default NAD key default], result "{}", err I0424 19:01:54.941750 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:54.941786 3787 pods.go:176] Deleting pod: openshift-image-registry/image-registry-894dd87bf-x4h5l I0424 19:01:54.943102 3787 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-894dd87bf-x4h5l, ips: 10.128.0.29 I0424 19:01:54.943127 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:01:55.716241 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 19:01:55.728142 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:55.728164 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-894dd87bf-x4h5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:55.736045 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-894dd87bf-x4h5l I0424 19:01:55.736068 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-894dd87bf-x4h5l W0424 19:01:57.733277 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 19:02:04.762782 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 19:02:04.762791 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 19:02:04.762847 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 19:02:04.781660 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 19:02:04.781656 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 19:02:04.781806 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 19:02:05.765615 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 19:02:05.789526 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0424 19:02:13.890548 3787 obj_retry.go:498] Detected object openshift-console/console-594458d858-dmwgn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:13.891059 3787 obj_retry.go:498] Detected object openshift-console/console-594458d858-dmwgn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:14.117924 3787 obj_retry.go:492] Detected object openshift-console/console-594458d858-dmwgn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:14.117950 3787 obj_retry.go:492] Detected object openshift-console/console-594458d858-dmwgn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:14.124097 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-594458d858-dmwgn I0424 19:02:14.124118 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-594458d858-dmwgn I0424 19:02:17.208827 3787 cni.go:452] [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key ] I0424 19:02:17.293877 3787 cni.go:473] [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-d6675cb5-fzhvv 89335b078925f4ec734c715b3ac9a533a6d5690f7babb6f0a4ffead032292768 network default NAD default NAD key default], result "{}", err I0424 19:02:17.342900 3787 obj_retry.go:498] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:17.342931 3787 pods.go:176] Deleting pod: openshift-ingress/router-default-d6675cb5-fzhvv I0424 19:02:17.344093 3787 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-d6675cb5-fzhvv, ips: 10.128.0.10 I0424 19:02:17.344120 3787 obj_retry.go:498] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:02:17.813534 3787 obj_retry.go:492] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:17.813561 3787 obj_retry.go:492] Detected object openshift-ingress/router-default-d6675cb5-fzhvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:02:17.819779 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-d6675cb5-fzhvv I0424 19:02:17.819810 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-d6675cb5-fzhvv W0424 19:02:57.526620 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67d6594d64-mvwlz IP address from the namespace address-set, err: pod openshift-console/console-67d6594d64-mvwlz: no pod IPs found I0424 19:02:57.811420 3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh for pod on switch ip-10-0-1-203.ec2.internal I0424 19:02:57.811545 3787 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh I0424 19:02:57.825973 3787 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh] pod update took 14.455932ms I0424 19:02:57.825996 3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh] addLogicalPort annotation time took 14.482734ms I0424 19:02:57.827243 3787 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh] addLogicalPort took 15.840004ms, libovsdb time 859.024µs I0424 19:02:58.170401 3787 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key ] I0424 19:02:58.179657 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh, hostIfaceName: 5eaba22c8d1f909, network: default, NAD default, SandboxID: "5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7", PCI device ID: , UID: "38510bb4-b486-4c8a-ad5b-6a5125b9c646", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0424 19:02:58.229108 3787 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6b:2e:44:d2:96\",\"name\":\"5eaba22c8d1f909\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/289bdb78-2663-4d63-87b1-17c75c90477d\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:03:13.739896 3787 cni.go:452] [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key ] I0424 19:03:13.823115 3787 cni.go:473] [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b895b9bf6-lckqb a5c1c78e2097558fca7718140e7714ce4e20db0d2eddcd5948e880f5cf8163fb network default NAD default NAD key default], result "{}", err I0424 19:03:13.888294 3787 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-lckqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:13.888330 3787 pods.go:176] Deleting pod: openshift-console/console-7b895b9bf6-lckqb I0424 19:03:13.889563 3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b895b9bf6-lckqb, ips: 10.128.0.30 I0424 19:03:13.889592 3787 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-lckqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:13.897396 3787 base_network_controller_pods.go:487] [default/openshift-console/console-6746646fd9-cmjk5] creating logical port openshift-console_console-6746646fd9-cmjk5 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:03:13.897477 3787 kube.go:256] Updating pod openshift-console/console-6746646fd9-cmjk5 I0424 19:03:13.914250 3787 pod.go:62] [openshift-console/console-6746646fd9-cmjk5] pod update took 16.792754ms I0424 19:03:13.914278 3787 base_network_controller_pods.go:951] [default/openshift-console/console-6746646fd9-cmjk5] addLogicalPort annotation time took 16.824ms I0424 19:03:13.915574 3787 pods.go:271] [openshift-console/console-6746646fd9-cmjk5] addLogicalPort took 18.187639ms, libovsdb time 779.306µs I0424 19:03:14.087054 3787 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-lckqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:14.087102 3787 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-lckqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:14.091861 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b895b9bf6-lckqb I0424 19:03:14.091886 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b895b9bf6-lckqb I0424 19:03:14.304344 3787 cni.go:452] [openshift-console/console-6746646fd9-cmjk5 c60400e40aed402c9c7c27addea16afd59db2f914afec2e0686c196f79ef9a1d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6746646fd9-cmjk5 c60400e40aed402c9c7c27addea16afd59db2f914afec2e0686c196f79ef9a1d network default NAD default NAD key ] I0424 19:03:14.313345 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6746646fd9-cmjk5, hostIfaceName: c60400e40aed402, network: default, NAD default, SandboxID: "c60400e40aed402c9c7c27addea16afd59db2f914afec2e0686c196f79ef9a1d", PCI device ID: , UID: "07e82b64-85f5-4316-8459-ee12320d5754", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0424 19:03:14.363021 3787 cni.go:473] [openshift-console/console-6746646fd9-cmjk5 c60400e40aed402c9c7c27addea16afd59db2f914afec2e0686c196f79ef9a1d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6746646fd9-cmjk5 c60400e40aed402c9c7c27addea16afd59db2f914afec2e0686c196f79ef9a1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b3:1b:e8:79:0c\",\"name\":\"c60400e40aed402\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/016f8b30-66bf-405d-be0a-df8dda98d02a\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:03:15.088191 3787 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key ] I0424 19:03:15.164717 3787 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh 5eaba22c8d1f9091ee7e369b30015dfcee1b8684195a81f918a11e482d2791c7 network default NAD default NAD key default], result "{}", err I0424 19:03:15.214210 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.214247 3787 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh I0424 19:03:15.215594 3787 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh, ips: 10.128.0.31 I0424 19:03:15.215630 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.215653 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.215664 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 19:03:15.215849 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:03:15.215867 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 19:03:16.240858 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:16.240885 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:16.240900 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:16.240908 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpwghh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:17.871997 3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:03:17.881965 3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:03:22.607151 3787 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:22.607721 3787 obj_retry.go:498] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:22.950303 3787 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:22.950328 3787 obj_retry.go:492] Detected object openshift-console/console-7b895b9bf6-v5ffr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:22.955252 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b895b9bf6-v5ffr I0424 19:03:22.955276 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b895b9bf6-v5ffr I0424 19:03:24.132264 3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key ] I0424 19:03:24.209354 3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks 1a5aefb81796eea933115da254da51c931e89a7b9c81512355b78866dc3585ac network default NAD default NAD key default], result "{}", err I0424 19:03:24.266669 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:24.266706 3787 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks I0424 19:03:24.267928 3787 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks, ips: 10.128.0.7 I0424 19:03:24.267957 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:03:25.143962 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 19:03:25.153179 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:25.153199 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-l82ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:50.462473 3787 obj_retry.go:498] Detected object openshift-console/console-67d6594d64-chtsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:50.463008 3787 obj_retry.go:498] Detected object openshift-console/console-67d6594d64-chtsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:50.776212 3787 obj_retry.go:492] Detected object openshift-console/console-67d6594d64-chtsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:50.776234 3787 obj_retry.go:492] Detected object openshift-console/console-67d6594d64-chtsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:50.782261 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67d6594d64-chtsv I0424 19:03:50.782286 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67d6594d64-chtsv I0424 19:04:42.613270 3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 19:05:26.712764 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 19:05:39.626854 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0424 19:05:45.622176 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0424 19:05:55.744689 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 19:06:14.706444 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 19:06:30.768143 3787 namespace.go:98] [tsf] adding namespace I0424 19:06:30.769044 3787 namespace.go:102] [tsf] adding namespace took 875.836µs I0424 19:06:30.786362 3787 namespace.go:142] [tsf] updating namespace I0424 19:06:30.807252 3787 namespace.go:142] [tsf] updating namespace I0424 19:06:34.765665 3787 namespace.go:98] [rhtpa-operator] adding namespace I0424 19:06:34.766604 3787 namespace.go:102] [rhtpa-operator] adding namespace took 912.513µs I0424 19:06:34.769298 3787 namespace.go:98] [konflux-ui] adding namespace I0424 19:06:34.769910 3787 namespace.go:102] [konflux-ui] adding namespace took 598.004µs I0424 19:06:34.772712 3787 namespace.go:98] [tsf-tas] adding namespace I0424 19:06:34.773331 3787 namespace.go:102] [tsf-tas] adding namespace took 603.006µs I0424 19:06:34.778525 3787 namespace.go:98] [tsf-keycloak] adding namespace I0424 19:06:34.778540 3787 namespace.go:98] [tsf-tpa] adding namespace I0424 19:06:34.778680 3787 namespace.go:98] [konflux-operator] adding namespace I0424 19:06:34.778704 3787 namespace.go:98] [cert-manager-operator] adding namespace I0424 19:06:34.778867 3787 namespace.go:98] [rhbk-operator] adding namespace I0424 19:06:34.779268 3787 namespace.go:102] [tsf-keycloak] adding namespace took 725.309µs I0424 19:06:34.779898 3787 namespace.go:102] [tsf-tpa] adding namespace took 1.344933ms I0424 19:06:34.780645 3787 namespace.go:102] [konflux-operator] adding namespace took 1.947163ms I0424 19:06:34.781329 3787 namespace.go:102] [cert-manager-operator] adding namespace took 2.611318ms I0424 19:06:34.781932 3787 namespace.go:102] [rhbk-operator] adding namespace took 3.049361ms I0424 19:06:34.819405 3787 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:34.819577 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:34.822904 3787 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:34.824426 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:34.826177 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:34.832588 3787 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:34.832612 3787 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:34.835178 3787 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:34.835240 3787 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:34.851391 3787 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:34.886436 3787 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:34.894423 3787 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:34.894451 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:34.909840 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:34.914795 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:34.930753 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:34.952760 3787 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:34.960403 3787 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:34.967112 3787 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:34.984316 3787 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:34.997375 3787 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:35.004236 3787 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:35.008295 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:35.019189 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:35.932480 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:35.939533 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:36.106409 3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:36.106525 3787 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0424 19:06:36.138736 3787 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 32.239636ms I0424 19:06:36.138757 3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 32.264825ms I0424 19:06:36.140037 3787 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 33.641525ms, libovsdb time 821.065µs I0424 19:06:36.477420 3787 cni.go:452] [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key ] I0424 19:06:36.486488 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 2abfc0771a43908, network: default, NAD default, SandboxID: "2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf", PCI device ID: , UID: "6c51907c-b4e0-4a50-8fde-fb019ab1a4fc", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0424 19:06:36.535918 3787 cni.go:473] [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ec:ea:34:a2:78\",\"name\":\"2abfc0771a43908\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44184080-da45-4d52-80d9-b9cd6e6ce890\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:37.467446 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:37.467621 3787 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm I0424 19:06:37.481547 3787 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm] pod update took 13.963728ms I0424 19:06:37.481574 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm] addLogicalPort annotation time took 13.996881ms I0424 19:06:37.482904 3787 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm] addLogicalPort took 15.481691ms, libovsdb time 982.035µs I0424 19:06:37.563094 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:37.563285 3787 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d I0424 19:06:37.577152 3787 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d] pod update took 13.936981ms I0424 19:06:37.577177 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d] addLogicalPort annotation time took 13.966798ms I0424 19:06:37.578763 3787 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d] addLogicalPort took 15.704643ms, libovsdb time 1.186875ms I0424 19:06:38.404970 3787 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key ] I0424 19:06:38.405025 3787 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key ] I0424 19:06:38.415957 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d, hostIfaceName: 884fc9c0e4668e3, network: default, NAD default, SandboxID: "884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85", PCI device ID: , UID: "c20199f6-59d1-4021-8529-9b396608e246", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0424 19:06:38.415957 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm, hostIfaceName: 4fb96dd21e1a1bc, network: default, NAD default, SandboxID: "4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f", PCI device ID: , UID: "03d85854-2b8b-4554-84d8-7705f4ffa333", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0424 19:06:38.467139 3787 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:98:50:a3:f9:49\",\"name\":\"4fb96dd21e1a1bc\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2200354a-fcab-4b8a-98b1-c4bc85fb3879\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:38.486006 3787 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:31:f6:50:94:08\",\"name\":\"884fc9c0e4668e3\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/011c05f1-5a8b-426c-8203-d0ceb80b5af0\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:40.548097 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:40.548258 3787 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 I0424 19:06:40.562293 3787 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6] pod update took 14.072827ms I0424 19:06:40.562332 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6] addLogicalPort annotation time took 14.115797ms I0424 19:06:40.563723 3787 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6] addLogicalPort took 15.656561ms, libovsdb time 984.268µs I0424 19:06:40.936127 3787 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key ] I0424 19:06:40.947559 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6, hostIfaceName: 67dec6f83eebbca, network: default, NAD default, SandboxID: "67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11", PCI device ID: , UID: "c3b406c6-c17d-415b-b42c-77a815c651c7", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0424 19:06:41.019134 3787 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:10:4f:c9:3e:fe\",\"name\":\"67dec6f83eebbca\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84afc2c5-941e-4844-a6d4-962c147994e4\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:42.264970 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:42.265176 3787 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp I0424 19:06:42.279233 3787 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp] pod update took 14.09778ms I0424 19:06:42.279259 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp] addLogicalPort annotation time took 14.130859ms I0424 19:06:42.280611 3787 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp] addLogicalPort took 15.661292ms, libovsdb time 952.172µs I0424 19:06:42.936581 3787 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key ] I0424 19:06:43.010778 3787 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm 4fb96dd21e1a1bc9b05f933eb59e56aaef4d96e61947537654fcc34faba5330f network default NAD default NAD key default], result "{}", err I0424 19:06:43.742300 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.742334 3787 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm I0424 19:06:43.744032 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm, ips: 10.128.0.34 I0424 19:06:43.744062 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.744095 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.744108 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:43.744325 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:43.744340 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:43.746703 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:43.746892 3787 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj I0424 19:06:43.760346 3787 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj] pod update took 13.487515ms I0424 19:06:43.760367 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj] addLogicalPort annotation time took 13.516479ms I0424 19:06:43.761839 3787 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj] addLogicalPort took 15.148513ms, libovsdb time 1.011379ms I0424 19:06:43.849522 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b for pod on switch ip-10-0-1-203.ec2.internal I0424 19:06:43.849656 3787 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b I0424 19:06:43.870512 3787 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b] pod update took 20.884543ms I0424 19:06:43.870535 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b] addLogicalPort annotation time took 20.913874ms I0424 19:06:43.871856 3787 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b] addLogicalPort took 22.35141ms, libovsdb time 870.814µs I0424 19:06:43.941650 3787 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key ] I0424 19:06:44.012740 3787 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d 884fc9c0e4668e382f2f86755d1e5245941aa60b0b7cb49ef2306c2116eadf85 network default NAD default NAD key default], result "{}", err I0424 19:06:44.766571 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.766600 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.766618 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.766639 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnqlmm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:44.804409 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.804487 3787 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d I0424 19:06:44.806308 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d, ips: 10.128.0.35 I0424 19:06:44.806339 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.806355 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.806362 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:44.806563 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:44.806581 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:45.829517 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:45.829542 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:45.829556 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:45.829576 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pdc4d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:47.374592 3787 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key ] I0424 19:06:47.374956 3787 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key ] I0424 19:06:47.377181 3787 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key ] I0424 19:06:47.390390 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b, hostIfaceName: 1e6782077e9e57b, network: default, NAD default, SandboxID: "1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0", PCI device ID: , UID: "25cd9ae0-b9ab-44b6-882b-c60628eb4da2", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0424 19:06:47.391172 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj, hostIfaceName: 4a6a41c4cd9cc1c, network: default, NAD default, SandboxID: "4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839", PCI device ID: , UID: "0288bab9-2164-4124-90bb-349ebc0315f4", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0424 19:06:47.391421 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp, hostIfaceName: 76467fa117d8362, network: default, NAD default, SandboxID: "76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f", PCI device ID: , UID: "deed1c23-f622-417b-b1b9-073768a6f5c4", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0424 19:06:47.451749 3787 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:45:30:1e:9d:4e\",\"name\":\"1e6782077e9e57b\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74c71eb8-36f9-4cfe-85e1-335e76b22e2a\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:47.493450 3787 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d7:ab:52:fa:59\",\"name\":\"76467fa117d8362\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef4b7438-cfa7-4e99-b9b6-d864098a346c\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:47.677543 3787 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:11:ac:83:b3:c3\",\"name\":\"4a6a41c4cd9cc1c\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0c5a760-f421-4593-9e2c-cf18845fb75c\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:06:49.992505 3787 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key ] I0424 19:06:50.065886 3787 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 67dec6f83eebbcacaba183af1fd0271488a2385a6177c7ba8666e3b981a8dd11 network default NAD default NAD key default], result "{}", err I0424 19:06:50.202818 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.202852 3787 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 I0424 19:06:50.204227 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6, ips: 10.128.0.36 I0424 19:06:50.204260 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.204282 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.204292 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:50.204486 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:50.204503 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:51.003483 3787 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key ] I0424 19:06:51.079409 3787 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp 76467fa117d8362aca0ea0f5f1a9fe04d39de9fc41da75787d9020f14470394f network default NAD default NAD key default], result "{}", err I0424 19:06:51.255745 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.255812 3787 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp I0424 19:06:51.257311 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp, ips: 10.128.0.37 I0424 19:06:51.257340 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.257361 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.257369 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:51.257526 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:51.257546 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:51.259540 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:51.259578 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:51.259591 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:51.259605 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27gtc6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.009442 3787 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key ] I0424 19:06:52.009474 3787 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key ] I0424 19:06:52.095395 3787 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj 4a6a41c4cd9cc1ce1b644c4d009a3366f1f4741ddd3ed240d24f047991e87839 network default NAD default NAD key default], result "{}", err I0424 19:06:52.108356 3787 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b 1e6782077e9e57ba9d253dd79888dfb18e51c816d8dd350a1a0dfdbe5b9af2a0 network default NAD default NAD key default], result "{}", err I0424 19:06:52.156640 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.156678 3787 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj I0424 19:06:52.157989 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj, ips: 10.128.0.38 I0424 19:06:52.158013 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.158029 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.158036 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:52.158230 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.158246 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:52.187552 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.187589 3787 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b I0424 19:06:52.188895 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b, ips: 10.128.0.39 I0424 19:06:52.188922 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.188938 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.188947 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:52.189133 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:52.189149 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:52.281771 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.281803 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.281821 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:52.281835 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588lqfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194896 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194925 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194942 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.194951 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vnlvj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.220668 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.220709 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.220719 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:53.220731 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d76db7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:57.202963 3787 namespace.go:98] [cert-manager] adding namespace I0424 19:06:57.203772 3787 namespace.go:102] [cert-manager] adding namespace took 787.691µs I0424 19:06:57.228102 3787 namespace.go:142] [cert-manager] updating namespace I0424 19:06:57.237501 3787 namespace.go:142] [cert-manager] updating namespace W0424 19:07:00.198456 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 19:07:01.852356 3787 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:01.862597 3787 namespace.go:142] [openshift-operators] updating namespace W0424 19:07:02.869778 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:02.869799 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 19:07:04.628235 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=754 I0424 19:07:11.465043 3787 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 19:07:11.465895 3787 namespace.go:102] [trusted-artifact-signer] adding namespace took 829.238µs I0424 19:07:11.490834 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:11.511986 3787 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 19:07:11.925175 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 19:07:16.422331 3787 namespace.go:142] [openshift-operators] updating namespace W0424 19:07:31.033338 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 19:07:31.537553 3787 namespace.go:98] [openshift-pipelines] adding namespace I0424 19:07:31.538447 3787 namespace.go:102] [openshift-pipelines] adding namespace took 872.951µs I0424 19:07:31.565059 3787 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:32.270040 3787 namespace.go:142] [cert-manager] updating namespace I0424 19:07:32.462766 3787 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:32.871265 3787 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:33.075387 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:38.470009 3787 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace I0424 19:07:38.872343 3787 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:39.073098 3787 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:39.276142 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:39.475467 3787 namespace.go:142] [tsf] updating namespace I0424 19:07:39.678382 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:39.878093 3787 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:40.080718 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:40.217013 3787 namespace.go:142] [cert-manager] updating namespace I0424 19:07:40.225530 3787 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:40.232974 3787 namespace.go:142] [default] updating namespace I0424 19:07:40.245560 3787 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:40.257883 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:40.266678 3787 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace I0424 19:07:40.277561 3787 namespace.go:142] [openshift] updating namespace I0424 19:07:40.287109 3787 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:40.299490 3787 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:40.307475 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:40.317991 3787 namespace.go:142] [tsf] updating namespace I0424 19:07:40.325547 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:40.342620 3787 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:40.361984 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:40.461864 3787 namespace.go:142] [cert-manager] updating namespace I0424 19:07:40.568474 3787 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:40.860547 3787 namespace.go:142] [default] updating namespace I0424 19:07:40.962958 3787 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:41.064514 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:41.163273 3787 namespace.go:142] [open-cluster-management-2psmoi83a7tsfb6q4lqvt94cau3j4e95] updating namespace I0424 19:07:41.263177 3787 namespace.go:142] [openshift] updating namespace I0424 19:07:41.363470 3787 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:41.460835 3787 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:41.563308 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:41.663401 3787 namespace.go:142] [tsf] updating namespace I0424 19:07:41.764821 3787 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:41.864099 3787 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:41.962146 3787 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:42.302313 3787 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:43.270843 3787 cni.go:452] [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key ] I0424 19:07:43.354922 3787 cni.go:473] [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 2abfc0771a43908d369a820d4d8e6049543f70871951d943626ba8fbe7bd36cf network default NAD default NAD key default], result "{}", err I0424 19:07:43.515821 3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:43.515862 3787 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0424 19:07:43.517168 3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.33 I0424 19:07:43.517196 3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:43.581813 3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:43.581839 3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:43.596189 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 19:07:43.596215 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 19:07:46.200445 3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-203.ec2.internal I0424 19:07:46.200531 3787 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0424 19:07:46.226855 3787 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 26.347156ms I0424 19:07:46.226875 3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 26.371861ms I0424 19:07:46.228052 3787 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 27.62682ms, libovsdb time 829.1µs I0424 19:07:46.570357 3787 cni.go:452] [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key ] I0424 19:07:46.579949 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 2fd3341d03e9eff, network: default, NAD default, SandboxID: "2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6", PCI device ID: , UID: "8101868a-c439-4be7-9194-eaccaa2654fa", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0424 19:07:46.628524 3787 cni.go:473] [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ba:25:57:c1:3b\",\"name\":\"2fd3341d03e9eff\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd35c6de-3039-41f5-80dd-b7399d49b606\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:49.075710 3787 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-fkrln for pod on switch ip-10-0-1-203.ec2.internal I0424 19:07:49.075810 3787 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln I0424 19:07:49.079114 3787 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-nv4bq for pod on switch ip-10-0-1-203.ec2.internal I0424 19:07:49.079191 3787 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq I0424 19:07:49.089768 3787 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln] pod update took 13.981357ms I0424 19:07:49.089790 3787 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln] addLogicalPort annotation time took 14.008299ms I0424 19:07:49.091179 3787 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln] addLogicalPort took 15.496113ms, libovsdb time 1.006046ms I0424 19:07:49.093966 3787 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq] pod update took 14.797233ms I0424 19:07:49.093989 3787 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq] addLogicalPort annotation time took 14.823011ms I0424 19:07:49.094978 3787 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq] addLogicalPort took 15.878835ms, libovsdb time 658.296µs I0424 19:07:50.618758 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0424 19:07:51.282657 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:07:51.282773 3787 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8 I0424 19:07:51.298432 3787 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8] pod update took 15.696644ms I0424 19:07:51.298453 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8] addLogicalPort annotation time took 15.724902ms I0424 19:07:51.299615 3787 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8] addLogicalPort took 16.979162ms, libovsdb time 795.797µs I0424 19:07:51.481425 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-wpxjn for pod on switch ip-10-0-1-203.ec2.internal I0424 19:07:51.481512 3787 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn I0424 19:07:51.497421 3787 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn] pod update took 15.932958ms I0424 19:07:51.497443 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn] addLogicalPort annotation time took 15.958428ms I0424 19:07:51.498811 3787 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn] addLogicalPort took 17.405629ms, libovsdb time 1.019647ms I0424 19:07:52.630605 3787 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn d4e75907dfdd77db904a3d915ea6868ab07c742612a1fce83348b25d7a2ea2b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn d4e75907dfdd77db904a3d915ea6868ab07c742612a1fce83348b25d7a2ea2b3 network default NAD default NAD key ] I0424 19:07:52.630810 3787 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8 500d3962513db62925f2f1005c3fac6683c578d106c0780d6b092a6b260f9dd8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8 500d3962513db62925f2f1005c3fac6683c578d106c0780d6b092a6b260f9dd8 network default NAD default NAD key ] I0424 19:07:52.641345 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-wpxjn, hostIfaceName: d4e75907dfdd77d, network: default, NAD default, SandboxID: "d4e75907dfdd77db904a3d915ea6868ab07c742612a1fce83348b25d7a2ea2b3", PCI device ID: , UID: "cb6b4fc3-b377-4e4c-9f22-ee939efaf814", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0424 19:07:52.641993 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8, hostIfaceName: 500d3962513db62, network: default, NAD default, SandboxID: "500d3962513db62925f2f1005c3fac6683c578d106c0780d6b092a6b260f9dd8", PCI device ID: , UID: "900f7105-9973-4403-beee-e575496e6a5e", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0424 19:07:52.693466 3787 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8 500d3962513db62925f2f1005c3fac6683c578d106c0780d6b092a6b260f9dd8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vh7v8 500d3962513db62925f2f1005c3fac6683c578d106c0780d6b092a6b260f9dd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:37:21:99:2e:15\",\"name\":\"500d3962513db62\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cef6780-e3f0-41e2-bdb0-97eb62631ddb\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:52.712249 3787 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn d4e75907dfdd77db904a3d915ea6868ab07c742612a1fce83348b25d7a2ea2b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-wpxjn d4e75907dfdd77db904a3d915ea6868ab07c742612a1fce83348b25d7a2ea2b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:5f:2a:2b:bf:f2\",\"name\":\"d4e75907dfdd77d\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13f07f9d-b4f3-4bab-bf4f-14590cabaff4\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:07:55.132027 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:55.132051 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:55.132057 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:55.159816 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:55.159832 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:55.159838 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:55.461529 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:55.461555 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:55.461563 3787 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:55.461569 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 19:07:56.955533 3787 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln 52519584a5d56b69a9063ed908884b3f6da33ab1b0e734b650e059f941273756 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln 52519584a5d56b69a9063ed908884b3f6da33ab1b0e734b650e059f941273756 network default NAD default NAD key ] I0424 19:07:56.955533 3787 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq f00b6bc8987605b297a6f5031403f048b88df84c456a621799a2f52697908f42 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq f00b6bc8987605b297a6f5031403f048b88df84c456a621799a2f52697908f42 network default NAD default NAD key ] I0424 19:07:56.966205 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-fkrln, hostIfaceName: 52519584a5d56b6, network: default, NAD default, SandboxID: "52519584a5d56b69a9063ed908884b3f6da33ab1b0e734b650e059f941273756", PCI device ID: , UID: "632930a7-d36d-4902-bb92-ef19d3db9f74", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0424 19:07:56.966366 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-nv4bq, hostIfaceName: f00b6bc8987605b, network: default, NAD default, SandboxID: "f00b6bc8987605b297a6f5031403f048b88df84c456a621799a2f52697908f42", PCI device ID: , UID: "b336b635-d407-407e-9811-f229f5dd18a3", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0424 19:07:57.017418 3787 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq f00b6bc8987605b297a6f5031403f048b88df84c456a621799a2f52697908f42 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nv4bq f00b6bc8987605b297a6f5031403f048b88df84c456a621799a2f52697908f42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:32:df:93:7c:fe\",\"name\":\"f00b6bc8987605b\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b07ec9d9-067d-44a5-a3d1-0c7fa73edc97\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:57.036684 3787 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln 52519584a5d56b69a9063ed908884b3f6da33ab1b0e734b650e059f941273756 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-fkrln 52519584a5d56b69a9063ed908884b3f6da33ab1b0e734b650e059f941273756 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:44:1c:4e:f7:be\",\"name\":\"52519584a5d56b6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d600dd52-dc59-4986-8150-183aa2bc8845\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:07:57.383985 3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 19:07:57.402360 3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 19:08:05.745294 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 19:08:10.733172 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0424 19:08:18.365063 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 19:08:18.385899 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 19:08:19.514636 3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-frhvt for pod on switch ip-10-0-1-203.ec2.internal I0424 19:08:19.514777 3787 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt I0424 19:08:19.530732 3787 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt] pod update took 15.981291ms I0424 19:08:19.530756 3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt] addLogicalPort annotation time took 16.011605ms I0424 19:08:19.532019 3787 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt] addLogicalPort took 17.396037ms, libovsdb time 873.98µs I0424 19:08:19.874669 3787 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt 57df48d062c39e8f04f1945040f222072392e971df99e6515a447f501293fd4a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt 57df48d062c39e8f04f1945040f222072392e971df99e6515a447f501293fd4a network default NAD default NAD key ] I0424 19:08:19.883904 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-frhvt, hostIfaceName: 57df48d062c39e8, network: default, NAD default, SandboxID: "57df48d062c39e8f04f1945040f222072392e971df99e6515a447f501293fd4a", PCI device ID: , UID: "81a77fc8-39f5-4014-b0ba-7b49664cd29a", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0424 19:08:19.933500 3787 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt 57df48d062c39e8f04f1945040f222072392e971df99e6515a447f501293fd4a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-frhvt 57df48d062c39e8f04f1945040f222072392e971df99e6515a447f501293fd4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8b:2c:e5:17:ec\",\"name\":\"57df48d062c39e8\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd31655d-6768-4cee-8088-edc20c7599bd\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:08:20.484854 3787 cni.go:452] [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key ] I0424 19:08:20.583826 3787 cni.go:473] [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 2fd3341d03e9effdfec4a7f5e6a285673d8d612579b64c9138e0fdfc8a1c52f6 network default NAD default NAD key default], result "{}", err I0424 19:08:20.657563 3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:20.657600 3787 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0424 19:08:20.658953 3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.40 I0424 19:08:20.658986 3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:20.681531 3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:20.681558 3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:20.681631 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 19:08:20.681656 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 19:08:21.571832 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fv656] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-fv656 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:08:21.571961 3787 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-fv656 I0424 19:08:21.588413 3787 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-fv656] pod update took 16.476094ms I0424 19:08:21.588451 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fv656] addLogicalPort annotation time took 16.517479ms I0424 19:08:21.589822 3787 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-fv656] addLogicalPort took 18.010894ms, libovsdb time 998.901µs I0424 19:08:21.663721 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-gqz6m for pod on switch ip-10-0-1-203.ec2.internal I0424 19:08:21.663856 3787 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m I0424 19:08:21.679935 3787 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m] pod update took 16.099762ms I0424 19:08:21.679964 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m] addLogicalPort annotation time took 16.134498ms I0424 19:08:21.681417 3787 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m] addLogicalPort took 17.712633ms, libovsdb time 966.963µs I0424 19:08:21.765621 3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-203.ec2.internal I0424 19:08:21.765766 3787 kube.go:256] Updating pod tsf/test-tsf-iam I0424 19:08:21.782324 3787 pod.go:62] [tsf/test-tsf-iam] pod update took 16.589104ms I0424 19:08:21.782348 3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.616765ms I0424 19:08:21.783743 3787 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.136472ms, libovsdb time 998.036µs I0424 19:08:22.037294 3787 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m e4e3e33756145ae47e42edd18c2eb4a2b1fc4d86a9379ca1591ecee65062e6a1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m e4e3e33756145ae47e42edd18c2eb4a2b1fc4d86a9379ca1591ecee65062e6a1 network default NAD default NAD key ] I0424 19:08:22.039513 3787 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-fv656 995b03829e25f85ee23fd65ab6e36b3895df9230bd586860884a9a8768feb627 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fv656 995b03829e25f85ee23fd65ab6e36b3895df9230bd586860884a9a8768feb627 network default NAD default NAD key ] I0424 19:08:22.049155 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-gqz6m, hostIfaceName: e4e3e33756145ae, network: default, NAD default, SandboxID: "e4e3e33756145ae47e42edd18c2eb4a2b1fc4d86a9379ca1591ecee65062e6a1", PCI device ID: , UID: "aba00ead-98ca-4eb9-895a-44900e2d1131", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0424 19:08:22.050301 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-fv656, hostIfaceName: 995b03829e25f85, network: default, NAD default, SandboxID: "995b03829e25f85ee23fd65ab6e36b3895df9230bd586860884a9a8768feb627", PCI device ID: , UID: "36542acf-ad9f-4776-acfe-97a45cf076c9", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0424 19:08:22.100862 3787 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-fv656 995b03829e25f85ee23fd65ab6e36b3895df9230bd586860884a9a8768feb627 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fv656 995b03829e25f85ee23fd65ab6e36b3895df9230bd586860884a9a8768feb627 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:a7:51:81:48:b9\",\"name\":\"995b03829e25f85\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e223a29a-8107-4b18-b951-947e8d220870\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:08:22.122849 3787 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m e4e3e33756145ae47e42edd18c2eb4a2b1fc4d86a9379ca1591ecee65062e6a1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gqz6m e4e3e33756145ae47e42edd18c2eb4a2b1fc4d86a9379ca1591ecee65062e6a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e8:0e:6e:bb:2b\",\"name\":\"e4e3e33756145ae\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5f49d5e-acfb-4c0c-b10e-ae26b79de095\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:08:22.150447 3787 cni.go:452] [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key ] I0424 19:08:22.160271 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 52ed4e8d2fe7dc9, network: default, NAD default, SandboxID: "52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f", PCI device ID: , UID: "ae1a9579-11c7-4735-8f0e-6544d029ddee", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0424 19:08:22.212783 3787 cni.go:473] [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:91:ad:7d:b6:cf\",\"name\":\"52ed4e8d2fe7dc9\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52be303d-847c-44ad-a601-b6ceb46dc077\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:08:22.460754 3787 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 19:08:22.461419 3787 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 19:08:22.461448 3787 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 19:08:22.463740 3787 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0424 19:08:22.495795 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:08:22.819970 3787 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:08:22.820156 3787 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0424 19:08:22.835526 3787 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.410703ms I0424 19:08:22.835551 3787 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.4426ms I0424 19:08:22.837108 3787 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.157719ms, libovsdb time 1.0282ms I0424 19:08:23.194352 3787 cni.go:452] [tsf-keycloak/keycloak-0 68680473981a0d28b03ca41ee195aae7373fda257604895275fe0e6fbfd81af6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 68680473981a0d28b03ca41ee195aae7373fda257604895275fe0e6fbfd81af6 network default NAD default NAD key ] I0424 19:08:23.204563 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 68680473981a0d2, network: default, NAD default, SandboxID: "68680473981a0d28b03ca41ee195aae7373fda257604895275fe0e6fbfd81af6", PCI device ID: , UID: "be9b551e-2e86-4fa0-87b0-9fb40b916201", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0424 19:08:23.257584 3787 cni.go:473] [tsf-keycloak/keycloak-0 68680473981a0d28b03ca41ee195aae7373fda257604895275fe0e6fbfd81af6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 68680473981a0d28b03ca41ee195aae7373fda257604895275fe0e6fbfd81af6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:9a:e0:e9:7c:74\",\"name\":\"68680473981a0d2\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a40cbbbd-f252-48a2-937b-44cc82b22261\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:08:25.598198 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 19:08:29.727897 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0424 19:08:31.564237 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:31.564291 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:31.564295 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:31.564310 3787 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:33.508536 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:08:33.540169 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 19:08:33.540235 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kpnzj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-kpnzj: no pod IPs found I0424 19:08:42.338243 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:08:53.738816 3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0424 19:08:54.437835 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:54.437861 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:54.437997 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:54.438015 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0424 19:08:54.717427 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 19:09:02.713506 3787 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-wjqns] creating logical port tsf-keycloak_tsf-iam-wjqns for pod on switch ip-10-0-1-203.ec2.internal I0424 19:09:02.713637 3787 kube.go:256] Updating pod tsf-keycloak/tsf-iam-wjqns I0424 19:09:02.731157 3787 pod.go:62] [tsf-keycloak/tsf-iam-wjqns] pod update took 17.545455ms I0424 19:09:02.731179 3787 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-wjqns] addLogicalPort annotation time took 17.572352ms I0424 19:09:02.732401 3787 pods.go:271] [tsf-keycloak/tsf-iam-wjqns] addLogicalPort took 18.917976ms, libovsdb time 826.411µs W0424 19:09:02.794531 3787 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:02.794554 3787 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:09:02.794561 3787 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 19:09:03.073856 3787 cni.go:452] [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key ] I0424 19:09:03.083232 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-wjqns, hostIfaceName: 4f0ae09d764499f, network: default, NAD default, SandboxID: "4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8", PCI device ID: , UID: "2e765034-6e95-478e-b5ba-33da362f0e80", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0424 19:09:03.136046 3787 cni.go:473] [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:90:ee:1e:dd:f7\",\"name\":\"4f0ae09d764499f\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7918ef2c-3929-43e6-a556-ed8e94068e6f\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:09:10.724408 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 19:09:12.836879 3787 cni.go:452] [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key ] I0424 19:09:12.934739 3787 cni.go:473] [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 52ed4e8d2fe7dc96c76a81149d6cc0f22352d2a62ddbe0f9a91aabd384102f5f network default NAD default NAD key default], result "{}", err I0424 19:09:13.000144 3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:13.000237 3787 pods.go:176] Deleting pod: tsf/test-tsf-iam I0424 19:09:13.001547 3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.48 I0424 19:09:13.001578 3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:13.054144 3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:13.054175 3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:13.060827 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 19:09:13.060856 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 19:09:13.894440 3787 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-203.ec2.internal I0424 19:09:13.894539 3787 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0424 19:09:13.910011 3787 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.494495ms I0424 19:09:13.910036 3787 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.525865ms I0424 19:09:13.911476 3787 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.058803ms, libovsdb time 954.007µs I0424 19:09:14.267670 3787 cni.go:452] [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key ] I0424 19:09:14.278016 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 7b31dd609f3b7f3, network: default, NAD default, SandboxID: "7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5", PCI device ID: , UID: "3ca1d591-03d9-4888-8168-b9779e19d42c", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0424 19:09:14.342352 3787 cni.go:473] [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a7:72:32:a0:53\",\"name\":\"7b31dd609f3b7f3\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/217847fe-93f3-4c9e-99cb-7b1348874efa\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:09:21.887217 3787 cni.go:452] [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key ] I0424 19:09:21.973849 3787 cni.go:473] [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-wjqns 4f0ae09d764499f455b45d160596a06147d3d39e881abcceb7f7c16762c674b8 network default NAD default NAD key default], result "{}", err I0424 19:09:22.025858 3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wjqns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:22.025896 3787 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-wjqns I0424 19:09:22.027641 3787 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-wjqns, ips: 10.128.0.50 I0424 19:09:22.027680 3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-wjqns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:22.909185 3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wjqns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:22.909214 3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-wjqns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:25.617620 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=119 W0424 19:09:25.899039 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 19:09:28.706834 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0424 19:09:29.918943 3787 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 19:09:30.691331 3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:30.691892 3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:09:31.605835 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 19:09:31.711349 3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:31.711377 3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6wm29-rg5hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:35.623472 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0424 19:09:37.642831 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-9z964 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:09:37.642956 3787 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964 I0424 19:09:37.658100 3787 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964] pod update took 15.164605ms I0424 19:09:37.658122 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964] addLogicalPort annotation time took 15.191505ms I0424 19:09:37.659410 3787 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964] addLogicalPort took 16.593494ms, libovsdb time 881.149µs I0424 19:09:38.001926 3787 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964 2c16362ba229d84063d373fa0a4444a7faa08c825a6c5b3a5b15e3b3f6738b34 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964 2c16362ba229d84063d373fa0a4444a7faa08c825a6c5b3a5b15e3b3f6738b34 network default NAD default NAD key ] I0424 19:09:38.011527 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-9z964, hostIfaceName: 2c16362ba229d84, network: default, NAD default, SandboxID: "2c16362ba229d84063d373fa0a4444a7faa08c825a6c5b3a5b15e3b3f6738b34", PCI device ID: , UID: "08996e59-bfaa-4922-a382-627091691d67", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0424 19:09:38.064609 3787 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964 2c16362ba229d84063d373fa0a4444a7faa08c825a6c5b3a5b15e3b3f6738b34 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9z964 2c16362ba229d84063d373fa0a4444a7faa08c825a6c5b3a5b15e3b3f6738b34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ba:75:37:ca:a0\",\"name\":\"2c16362ba229d84\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4df021fe-da1b-42e5-bf2f-8a3e3e35da51\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:09:40.990928 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 19:09:51.998690 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 19:09:53.060361 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-gfx4n for pod on switch ip-10-0-1-203.ec2.internal I0424 19:09:53.060467 3787 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n I0424 19:09:53.073375 3787 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n] pod update took 12.936473ms I0424 19:09:53.073401 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n] addLogicalPort annotation time took 12.967208ms I0424 19:09:53.074825 3787 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n] addLogicalPort took 14.479387ms, libovsdb time 974.821µs I0424 19:09:53.418498 3787 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n 301a8d2039cbae8801ae768d9ff27229b62870dd5970125b9bf7123eb39afea6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n 301a8d2039cbae8801ae768d9ff27229b62870dd5970125b9bf7123eb39afea6 network default NAD default NAD key ] I0424 19:09:53.427304 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-gfx4n, hostIfaceName: 301a8d2039cbae8, network: default, NAD default, SandboxID: "301a8d2039cbae8801ae768d9ff27229b62870dd5970125b9bf7123eb39afea6", PCI device ID: , UID: "8d9e0c78-4c11-477c-9277-dc4d3db45dc5", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0424 19:09:53.478026 3787 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n 301a8d2039cbae8801ae768d9ff27229b62870dd5970125b9bf7123eb39afea6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-gfx4n 301a8d2039cbae8801ae768d9ff27229b62870dd5970125b9bf7123eb39afea6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ed:31:b8:a4:c4\",\"name\":\"301a8d2039cbae8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/581ab46c-7ba8-4550-9886-f59619069f1d\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:00.173347 3787 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617630-qhrzb for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:00.173454 3787 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb I0424 19:10:00.176459 3787 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:10:00.186432 3787 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb] pod update took 13.006958ms I0424 19:10:00.186454 3787 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb] addLogicalPort annotation time took 13.033843ms I0424 19:10:00.187930 3787 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb] addLogicalPort took 14.60188ms, libovsdb time 953.755µs I0424 19:10:00.534269 3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key ] I0424 19:10:00.543386 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617630-qhrzb, hostIfaceName: fc0c8bd872c3e53, network: default, NAD default, SandboxID: "fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896", PCI device ID: , UID: "f3f97fad-fba2-4658-a68b-8921827f7b28", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0424 19:10:00.595208 3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:50:57:6c:23:84\",\"name\":\"fc0c8bd872c3e53\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08af5231-bcc6-461f-b34c-61bf664b91e7\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:04.134006 3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key ] I0424 19:10:04.215604 3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb fc0c8bd872c3e5387bc29797394a4352d78df6934bfe76194c354415c5279896 network default NAD default NAD key default], result "{}", err I0424 19:10:04.263589 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:04.263627 3787 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb I0424 19:10:04.265316 3787 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb, ips: 10.128.0.54 I0424 19:10:04.265344 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:05.142656 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:05.142684 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-qhrzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.154477 3787 cni.go:452] [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key ] I0424 19:10:07.234532 3787 cni.go:473] [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 7b31dd609f3b7f3fc2687bcbf0ffe8181d8ef50a0f5bcdf3dd499a926c6ccfa5 network default NAD default NAD key default], result "{}", err I0424 19:10:07.287925 3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.287960 3787 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0424 19:10:07.289603 3787 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.51 I0424 19:10:07.289634 3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.308132 3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.308155 3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.311066 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 19:10:07.311103 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 19:10:07.982741 3787 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-cts8z] creating logical port tsf_patch-tekton-config-cts8z for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:07.982833 3787 kube.go:256] Updating pod tsf/patch-tekton-config-cts8z I0424 19:10:07.995009 3787 pod.go:62] [tsf/patch-tekton-config-cts8z] pod update took 12.19793ms I0424 19:10:07.995039 3787 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-cts8z] addLogicalPort annotation time took 12.228798ms I0424 19:10:07.996572 3787 pods.go:271] [tsf/patch-tekton-config-cts8z] addLogicalPort took 13.848116ms, libovsdb time 981.688µs I0424 19:10:08.343416 3787 cni.go:452] [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key ] I0424 19:10:08.353619 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-cts8z, hostIfaceName: 6ae0c499919ef96, network: default, NAD default, SandboxID: "6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c", PCI device ID: , UID: "c0c44158-95b4-4761-9da8-f71d164955a2", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0424 19:10:08.405035 3787 cni.go:473] [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:dd:bd:bf:f4:0f\",\"name\":\"6ae0c499919ef96\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f01c187e-677e-4923-a03b-675315f535c1\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:15.214730 3787 cni.go:452] [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key ] I0424 19:10:15.297961 3787 cni.go:473] [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-cts8z 6ae0c499919ef96e7655ee0364624ea60b284f7e32624daff3c3bfa8b570637c network default NAD default NAD key default], result "{}", err I0424 19:10:15.349666 3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:15.349707 3787 pods.go:176] Deleting pod: tsf/patch-tekton-config-cts8z I0424 19:10:15.351103 3787 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-cts8z, ips: 10.128.0.55 I0424 19:10:15.351130 3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:16.375426 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:16.375451 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:17.986634 3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:17.987158 3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:18.869968 3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:18.869996 3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-4m2md-j7lhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:22.332855 3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-n9mpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:22.333415 3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-n9mpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:22.754427 3787 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-74fd6d6f45-w9w24] creating logical port tsf-tas_rekor-redis-74fd6d6f45-w9w24 for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:22.754525 3787 kube.go:256] Updating pod tsf-tas/rekor-redis-74fd6d6f45-w9w24 I0424 19:10:22.768539 3787 pod.go:62] [tsf-tas/rekor-redis-74fd6d6f45-w9w24] pod update took 14.038449ms I0424 19:10:22.768561 3787 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-74fd6d6f45-w9w24] addLogicalPort annotation time took 14.066964ms I0424 19:10:22.769883 3787 pods.go:271] [tsf-tas/rekor-redis-74fd6d6f45-w9w24] addLogicalPort took 15.475623ms, libovsdb time 930.662µs I0424 19:10:23.357481 3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-n9mpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.357507 3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-n9mpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.397464 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.397482 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-cts8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:23.400826 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cts8z I0424 19:10:23.400852 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cts8z I0424 19:10:23.715671 3787 cni.go:452] [tsf-tas/rekor-redis-74fd6d6f45-w9w24 f775209086bb06daebd2ab646e629f8028a928becc6113bb083a3e2bb0a1914d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-74fd6d6f45-w9w24 f775209086bb06daebd2ab646e629f8028a928becc6113bb083a3e2bb0a1914d network default NAD default NAD key ] I0424 19:10:23.725332 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-74fd6d6f45-w9w24, hostIfaceName: f775209086bb06d, network: default, NAD default, SandboxID: "f775209086bb06daebd2ab646e629f8028a928becc6113bb083a3e2bb0a1914d", PCI device ID: , UID: "b116dca5-7e73-4340-958e-7d3595b96d3d", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0424 19:10:23.777569 3787 cni.go:473] [tsf-tas/rekor-redis-74fd6d6f45-w9w24 f775209086bb06daebd2ab646e629f8028a928becc6113bb083a3e2bb0a1914d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-74fd6d6f45-w9w24 f775209086bb06daebd2ab646e629f8028a928becc6113bb083a3e2bb0a1914d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3c:f2:3c:81:e9\",\"name\":\"f775209086bb06d\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ce44d2e-6fcb-413b-a10d-1713611efec6\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:24.043200 3787 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:24.043325 3787 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0424 19:10:24.057945 3787 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.643946ms I0424 19:10:24.057975 3787 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.677597ms I0424 19:10:24.059224 3787 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.043843ms, libovsdb time 851.827µs I0424 19:10:24.341120 3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:24.341718 3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:24.404753 3787 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key ] I0424 19:10:24.414789 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 637c2b8a428df89, network: default, NAD default, SandboxID: "637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f", PCI device ID: , UID: "77857354-408b-4f4d-80fa-737d2ad12403", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0424 19:10:24.465341 3787 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:0b:50:f4:33:ae\",\"name\":\"637c2b8a428df89\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a71f09b4-e845-42cf-b6b1-4b3e5f29b0d0\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:25.222779 3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:25.222874 3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w8k9b-5252t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:25.455858 3787 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5c5cd7bb4-xw9bv] creating logical port tsf-tas_rekor-server-5c5cd7bb4-xw9bv for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:25.455951 3787 kube.go:256] Updating pod tsf-tas/rekor-server-5c5cd7bb4-xw9bv I0424 19:10:25.468867 3787 pod.go:62] [tsf-tas/rekor-server-5c5cd7bb4-xw9bv] pod update took 12.934973ms I0424 19:10:25.468895 3787 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5c5cd7bb4-xw9bv] addLogicalPort annotation time took 12.968398ms I0424 19:10:25.470503 3787 pods.go:271] [tsf-tas/rekor-server-5c5cd7bb4-xw9bv] addLogicalPort took 14.666252ms, libovsdb time 1.045625ms W0424 19:10:26.905144 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 19:10:29.234174 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0424 19:10:29.319186 3787 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 19:10:30.016907 3787 cni.go:452] [tsf-tas/rekor-server-5c5cd7bb4-xw9bv 4a4027b3e81a38043a6042d0f41631eeeda1f313dcd804ac4cd9b65b47a2476f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5c5cd7bb4-xw9bv 4a4027b3e81a38043a6042d0f41631eeeda1f313dcd804ac4cd9b65b47a2476f network default NAD default NAD key ] I0424 19:10:30.026665 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5c5cd7bb4-xw9bv, hostIfaceName: 4a4027b3e81a380, network: default, NAD default, SandboxID: "4a4027b3e81a38043a6042d0f41631eeeda1f313dcd804ac4cd9b65b47a2476f", PCI device ID: , UID: "0a957d60-2fce-41ff-8b46-7cfc1f2d5a25", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0424 19:10:30.076947 3787 cni.go:473] [tsf-tas/rekor-server-5c5cd7bb4-xw9bv 4a4027b3e81a38043a6042d0f41631eeeda1f313dcd804ac4cd9b65b47a2476f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5c5cd7bb4-xw9bv 4a4027b3e81a38043a6042d0f41631eeeda1f313dcd804ac4cd9b65b47a2476f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c4:2f:99:c3:87\",\"name\":\"4a4027b3e81a380\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/013cbb82-32fb-4b13-8a40-29de39228201\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:30.312799 3787 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key ] I0424 19:10:30.404139 3787 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 637c2b8a428df89b189835874df1ab4c13344516ba95a5b0ddca88c34a9d9a3f network default NAD default NAD key default], result "{}", err I0424 19:10:30.439826 3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:30.439861 3787 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0424 19:10:30.441093 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.57 I0424 19:10:30.441118 3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:30.459653 3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:30.459672 3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:30.465297 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 19:10:30.465321 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 19:10:30.665192 3787 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:30.665284 3787 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0424 19:10:30.680157 3787 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.896058ms I0424 19:10:30.680178 3787 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.922025ms I0424 19:10:30.681413 3787 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.23726ms, libovsdb time 831.266µs I0424 19:10:31.029685 3787 cni.go:452] [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key ] I0424 19:10:31.040087 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: cd70c0f2a96fc16, network: default, NAD default, SandboxID: "cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397", PCI device ID: , UID: "af9ce994-a325-4051-88ec-6f508e4e5d67", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0424 19:10:31.094486 3787 cni.go:473] [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:37:68:fc:0b:fa\",\"name\":\"cd70c0f2a96fc16\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14240a02-19b5-4d52-819b-b8e28b9cd475\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:10:32.347425 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 19:10:36.426314 3787 obj_retry.go:498] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:36.426879 3787 obj_retry.go:498] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:37.448480 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:37.448502 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:41.347058 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0424 19:10:43.337389 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0424 19:10:45.165432 3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:45.165964 3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:46.026575 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:46.026606 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:46.209287 3787 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-5lbss] creating logical port tsf-tpa_create-importers-5lbss for pod on switch ip-10-0-1-203.ec2.internal I0424 19:10:46.209400 3787 kube.go:256] Updating pod tsf-tpa/create-importers-5lbss I0424 19:10:46.221553 3787 pod.go:62] [tsf-tpa/create-importers-5lbss] pod update took 12.187786ms I0424 19:10:46.221573 3787 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-5lbss] addLogicalPort annotation time took 12.211865ms I0424 19:10:46.223106 3787 pods.go:271] [tsf-tpa/create-importers-5lbss] addLogicalPort took 13.836474ms, libovsdb time 1.122042ms I0424 19:10:46.760145 3787 cni.go:452] [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key ] I0424 19:10:46.769363 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-5lbss, hostIfaceName: c0ce81e86660803, network: default, NAD default, SandboxID: "c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999", PCI device ID: , UID: "60632b6a-46be-4ff9-b966-95a9d6ed5436", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0424 19:10:46.824480 3787 cni.go:473] [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c0:7a:f2:dd:f6\",\"name\":\"c0ce81e86660803\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61813145-902f-441d-8670-e072f59d81b0\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:50.438853 3787 cni.go:452] [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key ] I0424 19:10:50.531737 3787 cni.go:473] [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-5lbss c0ce81e866608034efb54f96cf5be0b6c2f6c9639bca7c04691539ee0feed999 network default NAD default NAD key default], result "{}", err I0424 19:10:50.585169 3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:50.585204 3787 pods.go:176] Deleting pod: tsf-tpa/create-importers-5lbss I0424 19:10:50.586478 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-5lbss, ips: 10.128.0.60 I0424 19:10:50.586507 3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:51.606929 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:51.606955 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:59.233358 3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:59.233895 3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:00.256830 3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:00.256853 3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7mzdk-2x6mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:11:01.432366 3787 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 19:11:02.716568 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 W0424 19:11:06.127534 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 19:11:19.608497 3787 cni.go:452] [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key ] I0424 19:11:19.681593 3787 cni.go:473] [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa cd70c0f2a96fc169a4a32a298a6fc15cbc2fb7463806106d84d1e267d3191397 network default NAD default NAD key default], result "{}", err I0424 19:11:19.734194 3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:19.734227 3787 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0424 19:11:19.735525 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.59 I0424 19:11:19.735561 3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:19.776165 3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:19.776187 3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:19.782101 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 19:11:19.782125 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 19:11:20.527329 3787 namespace.go:98] [build-service] adding namespace I0424 19:11:20.528209 3787 namespace.go:102] [build-service] adding namespace took 857.418µs I0424 19:11:20.531386 3787 namespace.go:98] [integration-service] adding namespace I0424 19:11:20.531519 3787 namespace.go:98] [image-controller] adding namespace I0424 19:11:20.532113 3787 namespace.go:102] [integration-service] adding namespace took 709.622µs I0424 19:11:20.532660 3787 namespace.go:102] [image-controller] adding namespace took 1.125949ms I0424 19:11:20.535390 3787 namespace.go:98] [default-tenant] adding namespace I0424 19:11:20.535951 3787 namespace.go:102] [default-tenant] adding namespace took 546.118µs I0424 19:11:20.560371 3787 namespace.go:142] [build-service] updating namespace I0424 19:11:20.586842 3787 namespace.go:142] [build-service] updating namespace I0424 19:11:20.594880 3787 namespace.go:142] [integration-service] updating namespace I0424 19:11:20.627510 3787 namespace.go:142] [integration-service] updating namespace I0424 19:11:20.627584 3787 namespace.go:142] [image-controller] updating namespace I0424 19:11:20.647828 3787 namespace.go:142] [image-controller] updating namespace I0424 19:11:20.663124 3787 namespace.go:142] [default-tenant] updating namespace I0424 19:11:20.682342 3787 namespace.go:142] [default-tenant] updating namespace I0424 19:11:20.858878 3787 namespace.go:142] [build-service] updating namespace I0424 19:11:20.939174 3787 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:20.939267 3787 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0424 19:11:20.944688 3787 namespace.go:142] [integration-service] updating namespace I0424 19:11:20.973518 3787 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 34.275228ms I0424 19:11:20.973541 3787 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 34.299193ms I0424 19:11:20.974743 3787 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 35.584934ms, libovsdb time 812.421µs I0424 19:11:21.060357 3787 namespace.go:98] [release-service] adding namespace I0424 19:11:21.061198 3787 namespace.go:102] [release-service] adding namespace took 820.988µs I0424 19:11:21.081238 3787 namespace.go:142] [release-service] updating namespace I0424 19:11:21.116288 3787 namespace.go:142] [release-service] updating namespace I0424 19:11:21.223575 3787 namespace.go:142] [konflux-ui] updating namespace I0424 19:11:21.353137 3787 namespace.go:98] [konflux-info] adding namespace I0424 19:11:21.354040 3787 namespace.go:102] [konflux-info] adding namespace took 882.838µs I0424 19:11:21.409232 3787 namespace.go:142] [konflux-info] updating namespace I0424 19:11:21.438521 3787 namespace.go:142] [konflux-info] updating namespace I0424 19:11:21.498716 3787 namespace.go:98] [namespace-lister] adding namespace I0424 19:11:21.499530 3787 namespace.go:102] [namespace-lister] adding namespace took 799.095µs I0424 19:11:21.529166 3787 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:21.590655 3787 cni.go:452] [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key ] I0424 19:11:21.600466 3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 8b7e00f90a731c9, network: default, NAD default, SandboxID: "8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760", PCI device ID: , UID: "00b91ca1-e745-4e54-aa02-753429ae9361", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0424 19:11:21.629660 3787 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:21.633648 3787 namespace.go:98] [enterprise-contract-service] adding namespace I0424 19:11:21.634382 3787 namespace.go:102] [enterprise-contract-service] adding namespace took 719.093µs I0424 19:11:21.654023 3787 cni.go:473] [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e2:eb:9b:90:d8\",\"name\":\"8b7e00f90a731c9\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a56708-8051-4325-8632-bf358626994c\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:11:21.661091 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:21.691615 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:21.723489 3787 namespace.go:142] [image-controller] updating namespace I0424 19:11:21.811907 3787 namespace.go:142] [build-service] updating namespace I0424 19:11:22.463364 3787 namespace.go:142] [default-tenant] updating namespace I0424 19:11:22.858501 3787 namespace.go:98] [segment-bridge] adding namespace I0424 19:11:22.859284 3787 namespace.go:102] [segment-bridge] adding namespace took 764.434µs I0424 19:11:22.868765 3787 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-tf8rh] creating logical port namespace-lister_namespace-lister-696b855848-tf8rh for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:22.868855 3787 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-tf8rh I0424 19:11:22.892543 3787 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:22.906652 3787 pod.go:62] [namespace-lister/namespace-lister-696b855848-tf8rh] pod update took 37.831888ms I0424 19:11:22.906671 3787 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-tf8rh] addLogicalPort annotation time took 37.854446ms I0424 19:11:22.907876 3787 pods.go:271] [namespace-lister/namespace-lister-696b855848-tf8rh] addLogicalPort took 39.138962ms, libovsdb time 824.069µs I0424 19:11:22.920480 3787 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:22.948940 3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 19:11:22.949486 3787 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 19:11:22.949503 3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 19:11:22.952642 3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 19:11:22.957757 3787 namespace.go:98] [konflux-cli] adding namespace I0424 19:11:22.958334 3787 namespace.go:102] [konflux-cli] adding namespace took 561.036µs I0424 19:11:22.989139 3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 19:11:22.989160 3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 19:11:22.990062 3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 19:11:23.027439 3787 namespace.go:142] [default-tenant] updating namespace I0424 19:11:23.128753 3787 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:23.276932 3787 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:23.451327 3787 namespace.go:142] [image-controller] updating namespace I0424 19:11:23.466487 3787 base_network_controller_pods.go:487] [default/konflux-ui/dex-75d847bfd8-qzwpp] creating logical port konflux-ui_dex-75d847bfd8-qzwpp for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:23.466572 3787 kube.go:256] Updating pod konflux-ui/dex-75d847bfd8-qzwpp I0424 19:11:23.506633 3787 pod.go:62] [konflux-ui/dex-75d847bfd8-qzwpp] pod update took 40.076512ms I0424 19:11:23.506656 3787 base_network_controller_pods.go:951] [default/konflux-ui/dex-75d847bfd8-qzwpp] addLogicalPort annotation time took 40.111296ms I0424 19:11:23.508017 3787 pods.go:271] [konflux-ui/dex-75d847bfd8-qzwpp] addLogicalPort took 41.54835ms, libovsdb time 948.082µs I0424 19:11:23.757488 3787 namespace.go:142] [integration-service] updating namespace I0424 19:11:23.798582 3787 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-lc6vk for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:23.798712 3787 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk I0424 19:11:23.852721 3787 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk] pod update took 54.033564ms I0424 19:11:23.852744 3787 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk] addLogicalPort annotation time took 54.062681ms I0424 19:11:23.854695 3787 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk] addLogicalPort took 56.131956ms, libovsdb time 1.068738ms I0424 19:11:23.938507 3787 namespace.go:142] [build-service] updating namespace I0424 19:11:23.975900 3787 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-dwhsq] creating logical port image-controller_image-controller-controller-manager-6f859968fc-dwhsq for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:23.976063 3787 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-dwhsq I0424 19:11:23.991444 3787 namespace.go:142] [default-tenant] updating namespace I0424 19:11:24.031183 3787 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-dwhsq] pod update took 55.150451ms I0424 19:11:24.031258 3787 namespace.go:142] [image-controller] updating namespace I0424 19:11:24.031264 3787 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-dwhsq] addLogicalPort annotation time took 55.238073ms I0424 19:11:24.033039 3787 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-dwhsq] addLogicalPort took 57.160305ms, libovsdb time 1.108978ms I0424 19:11:24.060748 3787 namespace.go:142] [integration-service] updating namespace I0424 19:11:24.062529 3787 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-m7tqj] creating logical port build-service_build-service-controller-manager-7cbf488fcf-m7tqj for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:24.062637 3787 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-m7tqj I0424 19:11:24.097567 3787 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-m7tqj] pod update took 34.964657ms I0424 19:11:24.097593 3787 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-m7tqj] addLogicalPort annotation time took 34.998253ms I0424 19:11:24.100661 3787 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-m7tqj] addLogicalPort took 38.1469ms, libovsdb time 1.161502ms I0424 19:11:24.368583 3787 namespace.go:142] [build-service] updating namespace I0424 19:11:24.610751 3787 namespace.go:142] [default-tenant] updating namespace I0424 19:11:24.761586 3787 namespace.go:142] [image-controller] updating namespace I0424 19:11:24.867733 3787 namespace.go:142] [integration-service] updating namespace I0424 19:11:24.908216 3787 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-m7tqj f15bd45b20a127402ea732eba9b0bb86f51de65911ddd592e1419e72476fe7e8 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-m7tqj f15bd45b20a127402ea732eba9b0bb86f51de65911ddd592e1419e72476fe7e8 network default NAD default NAD key ] I0424 19:11:24.908831 3787 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-dwhsq c8faf8ed22e81b6d8cebb3c44585afe907b12e2ee344ca96c8ee912a51bf265a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-dwhsq c8faf8ed22e81b6d8cebb3c44585afe907b12e2ee344ca96c8ee912a51bf265a network default NAD default NAD key ] I0424 19:11:24.923020 3787 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-m7tqj, hostIfaceName: f15bd45b20a1274, network: default, NAD default, SandboxID: "f15bd45b20a127402ea732eba9b0bb86f51de65911ddd592e1419e72476fe7e8", PCI device ID: , UID: "91955946-66ca-4f3c-9adf-ca453eb26b00", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0424 19:11:24.923255 3787 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-dwhsq, hostIfaceName: c8faf8ed22e81b6, network: default, NAD default, SandboxID: "c8faf8ed22e81b6d8cebb3c44585afe907b12e2ee344ca96c8ee912a51bf265a", PCI device ID: , UID: "c0c9c002-ff0a-47bf-8eda-93053fd973dc", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0424 19:11:24.982420 3787 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-m7tqj f15bd45b20a127402ea732eba9b0bb86f51de65911ddd592e1419e72476fe7e8 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-m7tqj f15bd45b20a127402ea732eba9b0bb86f51de65911ddd592e1419e72476fe7e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:30:13:e6:5d:54\",\"name\":\"f15bd45b20a1274\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cebd83e-b331-4e10-b620-93f9d092b0ee\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:11:25.004897 3787 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-dwhsq c8faf8ed22e81b6d8cebb3c44585afe907b12e2ee344ca96c8ee912a51bf265a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-dwhsq c8faf8ed22e81b6d8cebb3c44585afe907b12e2ee344ca96c8ee912a51bf265a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:37:c6:ed:c3:18\",\"name\":\"c8faf8ed22e81b6\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dac49ced-eac9-4baa-a12e-843a2946accb\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:11:25.022549 3787 cni.go:452] [namespace-lister/namespace-lister-696b855848-tf8rh 9805d34ef736ee6c8a7d7e3215ba61642080ad1837bacf896d8f60ca83c7acac network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-tf8rh 9805d34ef736ee6c8a7d7e3215ba61642080ad1837bacf896d8f60ca83c7acac network default NAD default NAD key ] I0424 19:11:25.032892 3787 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-tf8rh, hostIfaceName: 9805d34ef736ee6, network: default, NAD default, SandboxID: "9805d34ef736ee6c8a7d7e3215ba61642080ad1837bacf896d8f60ca83c7acac", PCI device ID: , UID: "dd20ee47-a68f-4fe4-8632-ac019eeaf8d4", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0424 19:11:25.043601 3787 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-vsm8k for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:25.043694 3787 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k I0424 19:11:25.090214 3787 cni.go:473] [namespace-lister/namespace-lister-696b855848-tf8rh 9805d34ef736ee6c8a7d7e3215ba61642080ad1837bacf896d8f60ca83c7acac network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-tf8rh 9805d34ef736ee6c8a7d7e3215ba61642080ad1837bacf896d8f60ca83c7acac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8f:be:7d:3c:72\",\"name\":\"9805d34ef736ee6\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c767d5b-4923-4a4d-a156-3ff6800a7097\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:11:25.097391 3787 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k] pod update took 53.72047ms I0424 19:11:25.097414 3787 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k] addLogicalPort annotation time took 53.747717ms I0424 19:11:25.098818 3787 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k] addLogicalPort took 55.228615ms, libovsdb time 958.56µs I0424 19:11:25.432890 3787 base_network_controller_pods.go:487] [default/konflux-ui/proxy-68467d6f45-t27vp] creating logical port konflux-ui_proxy-68467d6f45-t27vp for pod on switch ip-10-0-1-203.ec2.internal I0424 19:11:25.433027 3787 kube.go:256] Updating pod konflux-ui/proxy-68467d6f45-t27vp I0424 19:11:25.483029 3787 pod.go:62] [konflux-ui/proxy-68467d6f45-t27vp] pod update took 50.036153ms I0424 19:11:25.483058 3787 base_network_controller_pods.go:951] [default/konflux-ui/proxy-68467d6f45-t27vp] addLogicalPort annotation time took 50.067421ms I0424 19:11:25.484446 3787 pods.go:271] [konflux-ui/proxy-68467d6f45-t27vp] addLogicalPort took 51.575067ms, libovsdb time 897.862µs I0424 19:11:26.379256 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:26.584327 3787 namespace.go:142] [konflux-cli] updating namespace W0424 19:11:26.662867 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:26.780816 3787 namespace.go:142] [konflux-info] updating namespace I0424 19:11:26.982514 3787 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:27.178016 3787 namespace.go:142] [release-service] updating namespace I0424 19:11:27.381596 3787 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:27.497810 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:27.508734 3787 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:27.525451 3787 namespace.go:142] [konflux-info] updating namespace I0424 19:11:27.544435 3787 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:27.554111 3787 namespace.go:142] [release-service] updating namespace I0424 19:11:27.573576 3787 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:27.614540 3787 namespace.go:142] [enterprise-contract-service] updating namespace W0424 19:11:27.682944 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:27.717997 3787 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:27.819807 3787 namespace.go:142] [konflux-info] updating namespace I0424 19:11:27.923893 3787 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:28.009756 3787 namespace.go:142] [release-service] updating namespace I0424 19:11:28.115840 3787 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:31.624435 3787 cni.go:452] [konflux-ui/dex-75d847bfd8-qzwpp 8511d4d45168740d4f63a8d4a02711200da7a36c33084608ece62d572a253314 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-75d847bfd8-qzwpp 8511d4d45168740d4f63a8d4a02711200da7a36c33084608ece62d572a253314 network default NAD default NAD key ] I0424 19:11:31.634118 3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-75d847bfd8-qzwpp, hostIfaceName: 8511d4d45168740, network: default, NAD default, SandboxID: "8511d4d45168740d4f63a8d4a02711200da7a36c33084608ece62d572a253314", PCI device ID: , UID: "b4d91dc6-2ad2-4ae4-be67-92dfd881f152", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0424 19:11:31.661254 3787 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key ] I0424 19:11:31.672584 3787 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-lc6vk, hostIfaceName: f11b0bf747d403b, network: default, NAD default, SandboxID: "f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130", PCI device ID: , UID: "23013947-1027-4ee1-92e5-9aba55bfab54", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0424 19:11:31.695687 3787 cni.go:473] [konflux-ui/dex-75d847bfd8-qzwpp 8511d4d45168740d4f63a8d4a02711200da7a36c33084608ece62d572a253314 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-75d847bfd8-qzwpp 8511d4d45168740d4f63a8d4a02711200da7a36c33084608ece62d572a253314 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:14:0d:68:d3:0d\",\"name\":\"8511d4d45168740\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9c8bb6c-8823-43a2-8392-53edb47f994a\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:11:31.698549 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 19:11:31.727652 3787 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:09:9c:ed:c3:99\",\"name\":\"f11b0bf747d403b\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b48d7069-17f3-403c-8dc7-4e72fe893f1c\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:11:31.733104 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 19:11:32.278138 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:32.279146 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 19:11:32.909946 3787 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k 13317302e644732ba59083495cdb6b4f668d1183d8f2d05317891ee6943cf326 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k 13317302e644732ba59083495cdb6b4f668d1183d8f2d05317891ee6943cf326 network default NAD default NAD key ] I0424 19:11:32.920588 3787 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-vsm8k, hostIfaceName: 13317302e644732, network: default, NAD default, SandboxID: "13317302e644732ba59083495cdb6b4f668d1183d8f2d05317891ee6943cf326", PCI device ID: , UID: "51c53683-3929-416d-ac50-79a369207ea2", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0424 19:11:32.975312 3787 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k 13317302e644732ba59083495cdb6b4f668d1183d8f2d05317891ee6943cf326 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-vsm8k 13317302e644732ba59083495cdb6b4f668d1183d8f2d05317891ee6943cf326 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:21:b1:cb:fb:69\",\"name\":\"13317302e644732\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed1d6b86-e5e8-4eab-a8df-c372f4ec73d6\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:11:33.641639 3787 cni.go:452] [konflux-ui/proxy-68467d6f45-t27vp 5658a0dda520f993207e857c83fae576d5ebf687912a6185fb2f57e416b80e71 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-68467d6f45-t27vp 5658a0dda520f993207e857c83fae576d5ebf687912a6185fb2f57e416b80e71 network default NAD default NAD key ] I0424 19:11:33.651881 3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-68467d6f45-t27vp, hostIfaceName: 5658a0dda520f99, network: default, NAD default, SandboxID: "5658a0dda520f993207e857c83fae576d5ebf687912a6185fb2f57e416b80e71", PCI device ID: , UID: "c26ae4a3-7d98-4da4-87fe-e08dcbf87eae", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0424 19:11:33.707891 3787 cni.go:473] [konflux-ui/proxy-68467d6f45-t27vp 5658a0dda520f993207e857c83fae576d5ebf687912a6185fb2f57e416b80e71 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-68467d6f45-t27vp 5658a0dda520f993207e857c83fae576d5ebf687912a6185fb2f57e416b80e71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:fc:c5:7a:8f:56\",\"name\":\"5658a0dda520f99\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dcdcf62-70d3-410e-9c23-0a33531f04cc\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:11:33.717360 3787 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 19:11:34.764918 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:34.764955 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:35.765471 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 19:11:35.765471 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 19:11:37.313685 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:37.313705 3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:38.772027 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:38.772044 3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:42.716919 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 19:11:42.736259 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 19:11:43.287391 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:43.287415 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:43.290854 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:43.290872 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0424 19:11:43.469978 3787 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key ] I0424 19:11:43.562779 3787 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk f11b0bf747d403b2deaa1ed22b52b009aa852d591de909f127905bbcb64c2130 network default NAD default NAD key default], result "{}", err I0424 19:11:43.616360 3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:43.616400 3787 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk I0424 19:11:43.617729 3787 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk, ips: 10.128.0.64 I0424 19:11:43.617756 3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:43.820374 3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:43.820402 3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:43.824882 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk I0424 19:11:43.824956 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-lc6vk W0424 19:11:46.751813 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0424 19:11:47.767471 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0424 19:11:47.767620 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0424 19:11:48.710873 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 19:11:51.626107 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 W0424 19:12:14.837336 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 19:12:14.837358 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-203.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0424 19:12:21.748701 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 19:12:44.431221 3787 obj_retry.go:498] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:44.431816 3787 obj_retry.go:498] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:44.691823 3787 obj_retry.go:492] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:44.691843 3787 obj_retry.go:492] Detected object konflux-ui/proxy-68b66bb64d-lr5tf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:44.694554 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-68b66bb64d-lr5tf I0424 19:12:44.694579 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-68b66bb64d-lr5tf I0424 19:12:53.232394 3787 cni.go:452] [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key ] I0424 19:12:53.304831 3787 cni.go:473] [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 8b7e00f90a731c98f9795e45483345960cb498aace438aae657b75350ef55760 network default NAD default NAD key default], result "{}", err I0424 19:12:53.357309 3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:53.357340 3787 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0424 19:12:53.358671 3787 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.61 I0424 19:12:53.358701 3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:53.375206 3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:53.375227 3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:53.380814 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 19:12:53.380837 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 19:12:57.669516 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=532 I0424 19:13:17.788816 3787 namespace.go:98] [default-managed-tenant-hc8gk] adding namespace I0424 19:13:17.789883 3787 namespace.go:102] [default-managed-tenant-hc8gk] adding namespace took 977.402µs I0424 19:13:17.816514 3787 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:17.836989 3787 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:18.829469 3787 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:18.961331 3787 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:13:19.060707 3787 namespace.go:142] [default-managed-tenant-hc8gk] updating namespace I0424 19:14:48.630464 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0424 19:15:06.737289 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 19:15:28.621242 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0424 19:16:44.720636 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0424 19:16:48.728803 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 19:17:01.721725 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0424 19:17:18.731831 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 19:17:21.749257 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0424 19:17:48.623268 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 I0424 19:18:07.743227 3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 19:18:28.711178 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0424 19:18:29.628180 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0424 19:18:31.630752 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0424 19:20:00.203016 3787 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617640-d8ffc for pod on switch ip-10-0-1-203.ec2.internal I0424 19:20:00.203165 3787 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc I0424 19:20:00.224528 3787 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc] pod update took 21.38997ms I0424 19:20:00.224549 3787 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc] addLogicalPort annotation time took 21.418308ms I0424 19:20:00.225970 3787 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc] addLogicalPort took 22.969885ms, libovsdb time 971.147µs I0424 19:20:00.564018 3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key ] I0424 19:20:00.573564 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617640-d8ffc, hostIfaceName: fcde468a6b42a97, network: default, NAD default, SandboxID: "fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01", PCI device ID: , UID: "bfe6c074-1af7-4004-82ce-8e335bf7c33c", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0424 19:20:00.628980 3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:30:2b:b9:da:ac\",\"name\":\"fcde468a6b42a97\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6032d51d-3df3-4cde-8455-ad3bb7ab065c\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:20:03.701110 3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key ] I0424 19:20:03.793685 3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc fcde468a6b42a971f4a9fc26c38832336a32f553c5a7a48269c89f585b606e01 network default NAD default NAD key default], result "{}", err I0424 19:20:03.846169 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:20:03.846228 3787 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc I0424 19:20:03.847749 3787 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc, ips: 10.128.0.69 I0424 19:20:03.847778 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:20:04.709555 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:04.709605 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617640-d8ffc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:16.752921 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0424 19:20:37.055356 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:37.055409 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-qk57s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:37.059711 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-qk57s I0424 19:20:37.059734 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-qk57s I0424 19:20:46.031432 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:46.031480 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d4gqr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:46.035889 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-d4gqr I0424 19:20:46.035920 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-d4gqr I0424 19:20:51.030951 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:51.031014 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-5lbss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:20:51.034656 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-5lbss I0424 19:20:51.034689 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-5lbss I0424 19:21:26.714544 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0424 19:21:43.741624 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8