+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-83.ec2.internal ++ [[ -n ip-10-0-1-83.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-83.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:43:29.447381421 - disable conntrack on geneve port' I0504 20:43:29.447381421 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:43:29.464226194 - starting ovnkube-node + echo 'I0504 20:43:29.464226194 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-83.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-83.ec2.internal --init-node ip-10-0-1-83.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-83.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:43:29.504240 3854 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:43:29.504302 3854 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-17476b3096.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:43:29.505692 3854 kube.go:431] Waiting for certificate I0504 20:43:29.505717 3854 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:43:29.505753 3854 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:43:29.506462 3854 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:43:29.542303 3854 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:29.542321 3854 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:29.545392 3854 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:29.545484 3854 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7x72j" I0504 20:43:29.553485 3854 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7x72j" I0504 20:43:29.553541 3854 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:43:30.505919 3854 kube.go:438] Certificate found I0504 20:43:30.506471 3854 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:43:30.507377 3854 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:43:30.556393 3854 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:38:29 +0000 UTC" deadline="2026-05-05 13:39:56.779495255 +0000 UTC" I0504 20:43:30.556431 3854 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h56m26.223079087s" I0504 20:43:30.569908 3854 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:43:30.590586 3854 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:43:30.590672 3854 factory.go:561] Starting watch factory I0504 20:43:30.590808 3854 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.590889 3854 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.590830 3854 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.590972 3854 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.590832 3854 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591093 3854 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591430 3854 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591450 3854 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591459 3854 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591478 3854 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591637 3854 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591663 3854 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.591914 3854 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:43:30.592199 3854 server.go:101] MetricServer registers OVS metrics I0504 20:43:30.592484 3854 controller_manager.go:370] Starting the ovnkube controller I0504 20:43:30.592498 3854 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-83.ec2.internal I0504 20:43:30.592560 3854 server.go:105] MetricServer registers OVN DB metrics I0504 20:43:30.592560 3854 controller_manager.go:395] NBDB zone sync took: 53.047µs I0504 20:43:30.592626 3854 factory.go:561] Starting watch factory I0504 20:43:30.597845 3854 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:43:30.597880 3854 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:43:30.610671 3854 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.610947 3854 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.612722 3854 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:43:30.612746 3854 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:43:30.613557 3854 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.613853 3854 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.614545 3854 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.617049 3854 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:43:30.617838 3854 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:43:30.617875 3854 server.go:109] MetricServer registers OVN Controller metrics I0504 20:43:30.622632 3854 server.go:113] MetricServer registers OVN Northd metrics I0504 20:43:30.626647 3854 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:43:30.696514 3854 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:43:30.696537 3854 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:43:30.696541 3854 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:43:30.696544 3854 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:43:30.696547 3854 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:43:30.696551 3854 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:43:30.696632 3854 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:43:30.696641 3854 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:43:30.696655 3854 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:43:30.696645 3854 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:43:30.697811 3854 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:43:30.697825 3854 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:43:30.697829 3854 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:43:30.697832 3854 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:43:30.697835 3854 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:43:30.697838 3854 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:43:30.700749 3854 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:43:30.700760 3854 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:43:30.702608 3854 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:43:30.702619 3854 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:43:30.702671 3854 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.702682 3854 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.702866 3854 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:43:30.702878 3854 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:43:30.705426 3854 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.708045 3854 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:43:30.708106 3854 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.708048 3854 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:43:30.708120 3854 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.712540 3854 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.713457 3854 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:43:30.713512 3854 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.713524 3854 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.713606 3854 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:43:30.716197 3854 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.718488 3854 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:43:30.718540 3854 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.718562 3854 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.718632 3854 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:43:30.721316 3854 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.723777 3854 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:43:30.723822 3854 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:43:30.723850 3854 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.723862 3854 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.726869 3854 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.729225 3854 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:43:30.729238 3854 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:43:30.729425 3854 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:43:30.729442 3854 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:43:30.732053 3854 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:43:30.734326 3854 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:43:30.734348 3854 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:43:30.734391 3854 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.734401 3854 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.734406 3854 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.734413 3854 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.737387 3854 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.738518 3854 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:43:30.739777 3854 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:43:30.739804 3854 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:43:30.739812 3854 factory.go:680] Watch Factory start up complete, took: 149.144375ms I0504 20:43:30.739882 3854 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:43:30.739914 3854 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:43:30.739928 3854 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:43:30.739935 3854 factory.go:680] Watch Factory start up complete, took: 147.311352ms I0504 20:43:30.739942 3854 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-83.ec2.internal" zone I0504 20:43:30.781061 3854 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:43:30.831829 3854 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:43:30.838369 3854 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:43:30.876197 3854 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:43:30.876274 3854 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:43:30.876289 3854 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:43:30.908270 3854 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:43:30.908328 3854 default_node_network_controller.go:809] Node ip-10-0-1-83.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0504 20:43:30.913927 3854 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.83"] k8s.ovn.org/zone-name:ip-10-0-1-83.ec2.internal] on node ip-10-0-1-83.ec2.internal I0504 20:43:30.937149 3854 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:43:30.943409 3854 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:43:30.943542 3854 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0504 20:43:30.943659 3854 gateway_init.go:263] Preparing Gateway I0504 20:43:30.943670 3854 gateway_shared_intf.go:1687] Creating new gateway I0504 20:43:30.990556 3854 controller_manager.go:429] Waiting for node in zone sync took: 250.601464ms I0504 20:43:30.995631 3854 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:43:30.995644 3854 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-83.ec2.internal I0504 20:43:31.014014 3854 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:43:31.020495 3854 controller_manager.go:290] SCTP support detected in OVN I0504 20:43:31.021110 3854 services_controller.go:69] Creating services controller for network=default I0504 20:43:31.021227 3854 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:43:31.021348 3854 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:43:31.021380 3854 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:43:31.021396 3854 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:43:31.021405 3854 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:43:31.021660 3854 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:43:31.021733 3854 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:43:31.021743 3854 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.751µs I0504 20:43:31.021803 3854 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 38.742µs I0504 20:43:31.021816 3854 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 84.377µs I0504 20:43:31.021823 3854 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:43:31.021829 3854 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:43:31.021837 3854 default_network_controller.go:325] Starting the default network controller I0504 20:43:31.021844 3854 udn_enabled_svc.go:95] Performing full resync I0504 20:43:31.021936 3854 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.142µs I0504 20:43:31.022177 3854 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:43:31.022187 3854 udn_enabled_svc.go:104] Starting worker I0504 20:43:31.029190 3854 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:43:31.031071 3854 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:43:31.031136 3854 repair.go:33] Syncing exgw routes took 52.478µs I0504 20:43:31.031157 3854 default_network_controller.go:414] Starting all the Watchers... I0504 20:43:31.031395 3854 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:43:31.031409 3854 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:43:31.031429 3854 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:43:31.031432 3854 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:43:31.031437 3854 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:43:31.031443 3854 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:43:31.031453 3854 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:43:31.031461 3854 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:43:31.031461 3854 namespace.go:98] [openshift-multus] adding namespace I0504 20:43:31.031461 3854 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:43:31.031467 3854 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:43:31.031471 3854 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:43:31.031472 3854 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:43:31.031483 3854 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:43:31.031396 3854 namespace.go:98] [openshift-infra] adding namespace I0504 20:43:31.032404 3854 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 994.707µs I0504 20:43:31.032421 3854 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:43:31.032926 3854 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 498.783µs I0504 20:43:31.032944 3854 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:43:31.033485 3854 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.060155ms I0504 20:43:31.033502 3854 namespace.go:98] [openshift-backplane] adding namespace I0504 20:43:31.034088 3854 namespace.go:102] [openshift-cluster-version] adding namespace took 2.648266ms I0504 20:43:31.034106 3854 namespace.go:98] [dedicated-admin] adding namespace I0504 20:43:31.034587 3854 namespace.go:102] [openshift-config-managed] adding namespace took 3.141333ms I0504 20:43:31.034603 3854 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:43:31.035148 3854 namespace.go:102] [openshift-controller-manager] adding namespace took 3.700063ms I0504 20:43:31.035163 3854 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:43:31.035694 3854 namespace.go:102] [openshift-image-registry] adding namespace took 4.242126ms I0504 20:43:31.035712 3854 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:43:31.036096 3854 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:43:31.036171 3854 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.703918ms I0504 20:43:31.036190 3854 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0504 20:43:31.036660 3854 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mdhs2: pod openshift-multus/network-metrics-daemon-mdhs2: no pod IPs found I0504 20:43:31.036690 3854 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.229087ms I0504 20:43:31.036706 3854 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:43:31.037168 3854 namespace.go:102] [openshift-multus] adding namespace took 5.698334ms I0504 20:43:31.037185 3854 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:43:31.037636 3854 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.165139ms I0504 20:43:31.037648 3854 namespace.go:98] [openshift-operators] adding namespace I0504 20:43:31.038228 3854 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.751104ms I0504 20:43:31.038243 3854 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:43:31.038806 3854 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.329754ms I0504 20:43:31.038818 3854 namespace.go:98] [openshift-ingress-canary] adding namespace W0504 20:43:31.039274 3854 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pdthj: pod openshift-network-diagnostics/network-check-target-pdthj: no pod IPs found I0504 20:43:31.039309 3854 namespace.go:102] [openshift-marketplace] adding namespace took 7.830441ms I0504 20:43:31.039318 3854 namespace.go:98] [openshift-network-console] adding namespace I0504 20:43:31.039889 3854 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.39791ms I0504 20:43:31.039899 3854 namespace.go:98] [openshift-authentication] adding namespace I0504 20:43:31.040403 3854 namespace.go:102] [openshift-infra] adding namespace took 8.862132ms I0504 20:43:31.040417 3854 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:43:31.040838 3854 namespace.go:102] [openshift-console-operator] adding namespace took 7.888981ms I0504 20:43:31.040849 3854 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:43:31.041205 3854 namespace.go:102] [openshift-backplane] adding namespace took 7.697866ms I0504 20:43:31.041215 3854 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:43:31.041601 3854 namespace.go:102] [dedicated-admin] adding namespace took 7.490803ms I0504 20:43:31.041612 3854 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:43:31.042183 3854 namespace.go:102] [openshift-monitoring] adding namespace took 7.572406ms I0504 20:43:31.042204 3854 namespace.go:98] [default] adding namespace I0504 20:43:31.042627 3854 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.458362ms I0504 20:43:31.042641 3854 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:43:31.042845 3854 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:43:31.042857 3854 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-83.ec2.internal","mac-address":"0a:ff:c5:09:6c:5f","ip-addresses":["10.0.1.83/24"],"ip-address":"10.0.1.83/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:af947c83-4ab3-452c-8943-a5b578f88d40 k8s.ovn.org/node-encap-ips:["10.0.1.83"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.83/24"} k8s.ovn.org/zone-name:ip-10-0-1-83.ec2.internal] on node ip-10-0-1-83.ec2.internal I0504 20:43:31.043161 3854 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.443599ms I0504 20:43:31.043174 3854 namespace.go:98] [openshift-node] adding namespace I0504 20:43:31.043553 3854 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.353604ms I0504 20:43:31.043561 3854 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:43:31.044059 3854 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.349684ms I0504 20:43:31.044069 3854 namespace.go:98] [openshift-logging] adding namespace I0504 20:43:31.044637 3854 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.44778ms I0504 20:43:31.044645 3854 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:43:31.045059 3854 namespace.go:102] [openshift-operators] adding namespace took 7.405423ms I0504 20:43:31.045074 3854 namespace.go:98] [openshift-dns] adding namespace I0504 20:43:31.045477 3854 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.228751ms I0504 20:43:31.045487 3854 namespace.go:98] [openshift] adding namespace I0504 20:43:31.045984 3854 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.159021ms I0504 20:43:31.046001 3854 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:43:31.046455 3854 namespace.go:102] [openshift-network-console] adding namespace took 7.131496ms I0504 20:43:31.046468 3854 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:43:31.046841 3854 namespace.go:102] [openshift-authentication] adding namespace took 6.936497ms I0504 20:43:31.046855 3854 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:43:31.047268 3854 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.845259ms I0504 20:43:31.047280 3854 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:43:31.047624 3854 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.770281ms I0504 20:43:31.047634 3854 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:43:31.048001 3854 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.781262ms I0504 20:43:31.048011 3854 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:43:31.048526 3854 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.908907ms I0504 20:43:31.048539 3854 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:43:31.048907 3854 namespace.go:102] [default] adding namespace took 6.696812ms I0504 20:43:31.048918 3854 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:43:31.049304 3854 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.658752ms I0504 20:43:31.049315 3854 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:43:31.049645 3854 namespace.go:102] [openshift-node] adding namespace took 6.467034ms I0504 20:43:31.049654 3854 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:43:31.050182 3854 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.614874ms I0504 20:43:31.050194 3854 namespace.go:98] [openshift-ingress] adding namespace I0504 20:43:31.050574 3854 namespace.go:102] [openshift-logging] adding namespace took 6.500447ms I0504 20:43:31.050585 3854 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:43:31.050965 3854 namespace.go:102] [openshift-apiserver] adding namespace took 6.31643ms I0504 20:43:31.050976 3854 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:43:31.051328 3854 namespace.go:102] [openshift-dns] adding namespace took 6.24928ms I0504 20:43:31.051340 3854 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:43:31.051683 3854 namespace.go:102] [openshift] adding namespace took 6.191365ms I0504 20:43:31.051694 3854 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:43:31.052061 3854 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.055369ms I0504 20:43:31.052071 3854 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:43:31.052420 3854 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.94753ms I0504 20:43:31.052432 3854 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:43:31.052796 3854 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.923745ms I0504 20:43:31.052806 3854 namespace.go:98] [kube-node-lease] adding namespace I0504 20:43:31.053527 3854 namespace.go:102] [openshift-package-operator] adding namespace took 6.242269ms I0504 20:43:31.053539 3854 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:43:31.053974 3854 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.334885ms I0504 20:43:31.053988 3854 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:43:31.054344 3854 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.327971ms I0504 20:43:31.054355 3854 namespace.go:98] [openshift-insights] adding namespace I0504 20:43:31.054740 3854 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.196537ms I0504 20:43:31.054752 3854 namespace.go:98] [kube-public] adding namespace I0504 20:43:31.055234 3854 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.311572ms I0504 20:43:31.055244 3854 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:43:31.055739 3854 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.420297ms I0504 20:43:31.055749 3854 namespace.go:98] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] adding namespace I0504 20:43:31.056254 3854 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.595817ms I0504 20:43:31.056263 3854 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:43:31.056710 3854 namespace.go:102] [openshift-ingress] adding namespace took 6.512257ms I0504 20:43:31.056719 3854 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:43:31.057214 3854 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.625117ms I0504 20:43:31.057224 3854 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:43:31.057620 3854 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.639083ms I0504 20:43:31.057630 3854 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:43:31.058208 3854 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.862131ms I0504 20:43:31.058222 3854 namespace.go:98] [openshift-host-network] adding namespace I0504 20:43:31.058623 3854 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.924758ms I0504 20:43:31.058635 3854 namespace.go:98] [openshift-console] adding namespace I0504 20:43:31.059015 3854 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.939516ms I0504 20:43:31.059024 3854 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:43:31.059593 3854 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.158275ms I0504 20:43:31.059601 3854 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:43:31.060083 3854 namespace.go:102] [kube-node-lease] adding namespace took 7.272866ms I0504 20:43:31.060091 3854 namespace.go:98] [openshift-etcd] adding namespace I0504 20:43:31.060478 3854 namespace.go:102] [openshift-config-operator] adding namespace took 6.934833ms I0504 20:43:31.060491 3854 namespace.go:98] [openshift-config] adding namespace I0504 20:43:31.060884 3854 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.891672ms I0504 20:43:31.061424 3854 namespace.go:102] [openshift-insights] adding namespace took 7.060229ms I0504 20:43:31.061921 3854 namespace.go:102] [kube-public] adding namespace took 7.162458ms I0504 20:43:31.062541 3854 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.289889ms I0504 20:43:31.063092 3854 namespace.go:102] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] adding namespace took 7.337477ms I0504 20:43:31.063622 3854 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.354752ms I0504 20:43:31.064343 3854 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.619764ms I0504 20:43:31.064359 3854 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:43:31.065036 3854 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.804605ms I0504 20:43:31.065274 3854 default_node_network_controller.go:519] Node connection status = connected I0504 20:43:31.065518 3854 namespace.go:102] [openshift-dns-operator] adding namespace took 7.879645ms I0504 20:43:31.066097 3854 namespace.go:102] [openshift-host-network] adding namespace took 7.86795ms I0504 20:43:31.066523 3854 namespace.go:102] [openshift-console] adding namespace took 7.88351ms I0504 20:43:31.066536 3854 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:43:31.066927 3854 namespace.go:102] [openshift-machine-api] adding namespace took 7.896519ms I0504 20:43:31.067698 3854 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.089173ms I0504 20:43:31.067715 3854 namespace.go:98] [kube-system] adding namespace I0504 20:43:31.068097 3854 namespace.go:102] [openshift-etcd] adding namespace took 8.001543ms I0504 20:43:31.068463 3854 namespace.go:102] [openshift-config] adding namespace took 7.967737ms I0504 20:43:31.068818 3854 namespace.go:102] [openshift-network-operator] adding namespace took 4.454302ms I0504 20:43:31.069245 3854 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.704073ms I0504 20:43:31.069569 3854 namespace.go:102] [kube-system] adding namespace took 1.84897ms I0504 20:43:31.069729 3854 master.go:548] Adding or Updating local node "ip-10-0-1-83.ec2.internal" for network "default" W0504 20:43:31.076701 3854 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pdthj: pod openshift-network-diagnostics/network-check-target-pdthj: no pod IPs found W0504 20:43:31.076721 3854 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mdhs2: pod openshift-multus/network-metrics-daemon-mdhs2: no pod IPs found I0504 20:43:31.077613 3854 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-83.ec2.internal for the network default I0504 20:43:31.077900 3854 zone_ic_handler.go:195] Time taken to create transit switch: 272.72µs I0504 20:43:31.078577 3854 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:43:31.078606 3854 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:43:31.078625 3854 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:43:31.078631 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-83.ec2.internal in network "default" I0504 20:43:31.078686 3854 node_tracker.go:169] Node ip-10-0-1-83.ec2.internal switch + router changed, syncing services in network "default" I0504 20:43:31.078706 3854 services_controller.go:574] Full service sync requested for network=default I0504 20:43:31.178705 3854 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:43:31.178724 3854 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:43:31.178816 3854 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:43:31.178876 3854 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:43:31.178895 3854 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:43:31.279186 3854 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:43:31.279207 3854 repair.go:60] Starting repairing loop for services I0504 20:43:31.279304 3854 repair.go:131] Deleted 0 stale service LBs I0504 20:43:31.279324 3854 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:43:31.279339 3854 repair.go:62] Finished repairing loop for services: 134.652µs I0504 20:43:31.279359 3854 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:43:31.279371 3854 services_controller.go:254] Starting workers for network=default I0504 20:43:31.279646 3854 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mdhs2] creating logical port openshift-multus_network-metrics-daemon-mdhs2 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:31.279666 3854 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pdthj] creating logical port openshift-network-diagnostics_network-check-target-pdthj for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:31.279876 3854 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mdhs2 I0504 20:43:31.279948 3854 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pdthj I0504 20:43:31.297926 3854 pod.go:62] [openshift-network-diagnostics/network-check-target-pdthj] pod update took 18.193383ms I0504 20:43:31.297954 3854 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-pdthj] addLogicalPort annotation time took 18.222866ms I0504 20:43:31.297968 3854 pod.go:62] [openshift-multus/network-metrics-daemon-mdhs2] pod update took 18.239297ms I0504 20:43:31.297979 3854 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mdhs2] addLogicalPort annotation time took 18.25169ms I0504 20:43:31.298930 3854 pods.go:271] [openshift-multus/network-metrics-daemon-mdhs2] addLogicalPort took 19.301389ms, libovsdb time 723.859µs I0504 20:43:31.299327 3854 pods.go:271] [openshift-network-diagnostics/network-check-target-pdthj] addLogicalPort took 19.675758ms, libovsdb time 1.107002ms I0504 20:43:31.299674 3854 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:43:31.299700 3854 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:43:31.299714 3854 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:43:31.299718 3854 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:43:31.299913 3854 repair.go:29] Repairing admin network policies took 187.988µs I0504 20:43:31.300028 3854 repair.go:92] Repairing baseline admin network policies took 104.03µs I0504 20:43:31.300900 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:43:31.300921 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:43:31.303123 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:43:31.303144 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:43:31.303154 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:43:31.304105 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:43:31.304129 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:43:31.304143 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:43:31.305326 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:43:31.305346 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:43:31.305810 3854 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:43:31.305825 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:43:31.307521 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:43:31.307540 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:43:31.307548 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:43:31.309115 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:43:31.309132 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:43:31.309140 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:43:31.310521 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:43:31.310538 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:43:31.310546 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:43:31.311009 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:43:31.311027 3854 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:43:31.311038 3854 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:43:31.313152 3854 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:43:31.313171 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:43:31.313181 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:43:31.313622 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:43:31.313647 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:43:31.313659 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:43:31.314243 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:43:31.314260 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:43:31.314269 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:43:31.314824 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:43:31.314845 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:43:31.314854 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:43:31.316427 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:43:31.316444 3854 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:43:31.316451 3854 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:43:31.316740 3854 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:43:31.316759 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:43:31.316770 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:43:31.317434 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:43:31.317448 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:43:31.317455 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:43:31.317685 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:43:31.317702 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:43:31.317710 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:43:31.318184 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:43:31.318199 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:43:31.318205 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:43:31.318486 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:43:31.318509 3854 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:43:31.318522 3854 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:43:31.319583 3854 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:43:31.319602 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:43:31.319611 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:43:31.320732 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:43:31.320750 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:43:31.320760 3854 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:43:31.322828 3854 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:43:31.322847 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:43:31.322857 3854 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:43:31.323413 3854 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:43:31.323432 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:43:31.323455 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:43:31.324250 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:43:31.324266 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:43:31.324273 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:43:31.324837 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:43:31.324854 3854 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:43:31.324860 3854 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:43:31.325172 3854 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:43:31.325188 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:43:31.325195 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:43:31.325683 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:43:31.325702 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:43:31.325711 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:43:31.326317 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:43:31.326333 3854 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:43:31.326339 3854 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:43:31.328264 3854 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:43:31.328289 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:43:31.328301 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:43:31.329567 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:43:31.329592 3854 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:43:31.329610 3854 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:43:31.330597 3854 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:43:31.334836 3854 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:43:31.334871 3854 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:43:31.334884 3854 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:43:31.334906 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:43:31.334914 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:43:31.334921 3854 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:43:31.334928 3854 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:43:31.335189 3854 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:43:31.335204 3854 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:43:31.335210 3854 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:43:31.335218 3854 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:43:31.335226 3854 egressfirewall.go:723] Syncing node "ip-10-0-1-83.ec2.internal" for egress firewall I0504 20:43:31.335339 3854 egressqos.go:245] Starting EgressQoS Controller I0504 20:43:31.335350 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:43:31.335356 3854 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:43:31.335361 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:43:31.335366 3854 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:43:31.335370 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:43:31.335375 3854 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:43:31.335378 3854 egressqos.go:259] Repairing EgressQoSes I0504 20:43:31.335382 3854 egressqos.go:399] Starting repairing loop for egressqos I0504 20:43:31.335457 3854 egressqos.go:401] Finished repairing loop for egressqos: 74.508µs I0504 20:43:31.335477 3854 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:43:31.335517 3854 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-83.ec2.internal I0504 20:43:31.335590 3854 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-83.ec2.internal : 76.734µs I0504 20:43:31.335690 3854 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:43:31.335710 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:43:31.335725 3854 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:43:31.335731 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:43:31.335736 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:43:31.335741 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:43:31.335746 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:43:31.335751 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:43:31.335755 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:43:31.335759 3854 egressservice_zone.go:228] Repairing Egress Services I0504 20:43:31.336062 3854 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:43:31.336071 3854 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:43:31.336133 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-83.ec2.internal I0504 20:43:31.336143 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-83.ec2.internal: 12.084µs I0504 20:43:31.336156 3854 default_network_controller.go:585] Completing all the Watchers took 304.990618ms I0504 20:43:31.336173 3854 default_network_controller.go:589] Starting unidling controllers I0504 20:43:31.336185 3854 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:43:31.336192 3854 unidle.go:63] Populating Initial ContollerEvent events I0504 20:43:31.336202 3854 unidle.go:79] Setting up event handlers for services I0504 20:43:31.336266 3854 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:43:31.565382 3854 default_node_network_controller.go:519] Node connection status = connected I0504 20:43:32.065671 3854 default_node_network_controller.go:519] Node connection status = connected I0504 20:43:32.090718 3854 bridgeconfig.go:537] Gateway is ready I0504 20:43:32.090735 3854 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:43:32.102886 3854 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.83. Updating OVN encap IP. I0504 20:43:32.107082 3854 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:43:32.108495 3854 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.83 - it is already configured I0504 20:43:32.108508 3854 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.83/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:43:32.108711 3854 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.83/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-83.ec2.internal","mac-address":"0a:ff:c5:09:6c:5f","ip-addresses":["10.0.1.83/24"],"ip-address":"10.0.1.83/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:af947c83-4ab3-452c-8943-a5b578f88d40 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.83/24"}] on node ip-10-0-1-83.ec2.internal I0504 20:43:32.124540 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-83.ec2.internal I0504 20:43:32.124559 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-83.ec2.internal in network "default" I0504 20:43:32.124566 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-83.ec2.internal: 29.897µs I0504 20:43:32.124612 3854 master.go:548] Adding or Updating local node "ip-10-0-1-83.ec2.internal" for network "default" I0504 20:43:32.124626 3854 egressfirewall.go:723] Syncing node "ip-10-0-1-83.ec2.internal" for egress firewall I0504 20:43:32.124675 3854 node_tracker.go:169] Node ip-10-0-1-83.ec2.internal switch + router changed, syncing services in network "default" I0504 20:43:32.124696 3854 services_controller.go:574] Full service sync requested for network=default I0504 20:43:32.125211 3854 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.83 I0504 20:43:32.125306 3854 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-83.ec2.internal I0504 20:43:32.129462 3854 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-83.ec2.internal. Updating no re-route policies I0504 20:43:32.129532 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mtclx I0504 20:43:32.129549 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f8zqc I0504 20:43:32.129557 3854 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-83.ec2.internal I0504 20:43:32.129565 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f8zqc I0504 20:43:32.129571 3854 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-83.ec2.internal I0504 20:43:32.129583 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7x947 I0504 20:43:32.129588 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-f8zqc after 0 failed attempt(s) I0504 20:43:32.129597 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7x947 I0504 20:43:32.129594 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pdthj I0504 20:43:32.129604 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9r29t I0504 20:43:32.129583 3854 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-58bj6 I0504 20:43:32.129613 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9r29t I0504 20:43:32.129571 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5v9gf I0504 20:43:32.129615 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dpdhv I0504 20:43:32.129623 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5v9gf I0504 20:43:32.129619 3854 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-58bj6 I0504 20:43:32.129630 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9r29t after 0 failed attempt(s) I0504 20:43:32.129630 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dpdhv I0504 20:43:32.129614 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7x947 after 0 failed attempt(s) I0504 20:43:32.129598 3854 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-83.ec2.internal after 0 failed attempt(s) I0504 20:43:32.129556 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mtclx I0504 20:43:32.129642 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xm4vg I0504 20:43:32.129652 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dpdhv after 0 failed attempt(s) I0504 20:43:32.129655 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mtclx after 0 failed attempt(s) I0504 20:43:32.129661 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xm4vg I0504 20:43:32.129569 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-83.ec2.internal I0504 20:43:32.129673 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-83.ec2.internal I0504 20:43:32.129674 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fxct4 I0504 20:43:32.129681 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xm4vg after 0 failed attempt(s) I0504 20:43:32.129617 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pdthj I0504 20:43:32.129693 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fxct4 I0504 20:43:32.129685 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-83.ec2.internal after 0 failed attempt(s) I0504 20:43:32.129642 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mdhs2 I0504 20:43:32.129706 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mdhs2 I0504 20:43:32.129718 3854 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pdthj] creating logical port openshift-network-diagnostics_network-check-target-pdthj for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:32.129718 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5v9gf after 0 failed attempt(s) I0504 20:43:32.129729 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fxct4 after 0 failed attempt(s) I0504 20:43:32.129737 3854 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mdhs2] creating logical port openshift-multus_network-metrics-daemon-mdhs2 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:32.129641 3854 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-58bj6 after 0 failed attempt(s) I0504 20:43:32.130548 3854 pods.go:271] [openshift-network-diagnostics/network-check-target-pdthj] addLogicalPort took 840.73µs, libovsdb time 293.015µs I0504 20:43:32.130560 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pdthj after 0 failed attempt(s) I0504 20:43:32.130869 3854 pods.go:271] [openshift-multus/network-metrics-daemon-mdhs2] addLogicalPort took 1.138274ms, libovsdb time 480.923µs I0504 20:43:32.130883 3854 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mdhs2 after 0 failed attempt(s) I0504 20:43:32.143239 3854 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:43:32.155401 3854 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:43:32.158925 3854 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:43:32.175074 3854 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:43:32.214465 3854 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:43:32.232462 3854 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:43:32.232714 3854 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:43:32.232774 3854 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:43:32.232948 3854 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:43:32.233019 3854 gateway_init.go:325] Gateway and management port readiness took 1.17219817s I0504 20:43:32.233054 3854 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:43:32.233115 3854 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:43:32.233132 3854 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:43:32.233144 3854 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:43:32.233217 3854 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:43:32.233298 3854 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.408µs I0504 20:43:32.233590 3854 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:43:32.233617 3854 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.362µs I0504 20:43:32.233625 3854 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.142µs I0504 20:43:32.233631 3854 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:43:32.233640 3854 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:43:32.233645 3854 default_node_network_controller.go:899] Starting the default node network controller I0504 20:43:32.233649 3854 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:43:32.233737 3854 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.535µs I0504 20:43:32.233854 3854 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:43:32.233863 3854 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:43:32.233892 3854 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11080 0xc0002edb90 0xc0002edc00 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc000c1f400 0xc0002edea0 0xc0002ee000 0xc0002a4370 0xc00637f340 0xc0002ee070 map[0x2ff9080:0xc00321d260 0x2ff95c0:0xc00321d3e0 0x2ffa2e0:0xc002c18ea0 0x2ffa580:0xc00321d200 0x2ffad60:0xc00321d2c0 0x2ffb000:0xc00321d320 0x2ffb2a0:0xc00321d380 0x2ffba80:0xc00321d440 0x2ffbd20:0xc00321d4a0 0x3026980:0xc001782ae0 0x3026d20:0xc001782b40 0x3027800:0xc000c6f6e0 0x3029160:0xc001c4c000 0x30298a0:0xc002c18e40 0x302a720:0xc00092cb40] 0xc000c142a0 0} I0504 20:43:32.233952 3854 gateway.go:151] Starting gateway service sync I0504 20:43:32.234375 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:43:32.236888 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:43:32.246401 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:43:32.247618 3854 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:43:32.248818 3854 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:43:32.282160 3854 gateway.go:168] Gateway service sync done. Time taken: 48.194943ms I0504 20:43:32.282568 3854 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30962 I0504 20:43:32.282932 3854 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11080 0xc0002edb90 0xc0002edc00 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc000c1f400 0xc0002edea0 0xc0002ee000 0xc0002a4370 0xc00637f340 0xc0002ee070 map[0x2ff9080:0xc00321d260 0x2ff95c0:0xc00321d3e0 0x2ffa2e0:0xc002c18ea0 0x2ffa580:0xc00321d200 0x2ffad60:0xc00321d2c0 0x2ffb000:0xc00321d320 0x2ffb2a0:0xc00321d380 0x2ffba80:0xc00321d440 0x2ffbd20:0xc00321d4a0 0x3026980:0xc001782ae0 0x3026d20:0xc001782b40 0x3027800:0xc000c6f6e0 0x3029160:0xc001c4c000 0x30298a0:0xc002c18e40 0x302a720:0xc00092cb40] 0xc000c142a0 0} I0504 20:43:32.283325 3854 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11080 0xc0002edb90 0xc0002edc00 0xc0002edc70 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc000c1f400 0xc0002edea0 0xc0002ee000 0xc0002a4370 0xc00637f340 0xc0002ee070 map[0x2ff9080:0xc00321d260 0x2ff95c0:0xc00321d3e0 0x2ffa2e0:0xc002c18ea0 0x2ffa580:0xc00321d200 0x2ffad60:0xc00321d2c0 0x2ffb000:0xc00321d320 0x2ffb2a0:0xc00321d380 0x2ffba80:0xc00321d440 0x2ffbd20:0xc00321d4a0 0x3026980:0xc001782ae0 0x3026d20:0xc001782b40 0x3027800:0xc000c6f6e0 0x3029160:0xc001c4c000 0x30298a0:0xc002c18e40 0x302a720:0xc00092cb40] 0xc000c142a0 0} I0504 20:43:32.283358 3854 gateway.go:532] Reconciling gateway with updates I0504 20:43:32.288350 3854 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:43:32.288440 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:43:32.288453 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:43:32.288462 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:43:32.288466 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:43:32.288467 3854 default_node_network_controller.go:944] Gateway and management port readiness took 54.595733ms I0504 20:43:32.288472 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:43:32.288469 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:43:32.288483 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:43:32.288483 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:43:32.288489 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:43:32.288492 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:43:32.288491 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:43:32.288495 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:43:32.288505 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:43:32.288505 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:43:32.288470 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:43:32.288518 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:43:32.288524 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:43:32.288535 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:43:32.288536 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:43:32.288446 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:43:32.288544 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:43:32.288548 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:43:32.288551 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:43:32.288554 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:43:32.288549 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:43:32.288564 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:43:32.288564 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:43:32.288563 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 30686 is already open, no action needed I0504 20:43:32.288576 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:43:32.288581 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:43:32.288569 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:43:32.288587 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:43:32.288593 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:43:32.288602 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:43:32.288610 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:43:32.288613 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:43:32.288581 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:43:32.288624 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:43:32.288627 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:43:32.288631 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:43:32.288638 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:43:32.288630 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:43:32.288655 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:43:32.288660 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:43:32.288639 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:43:32.288671 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:43:32.288666 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:43:32.288615 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:43:32.288686 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:43:32.288611 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:43:32.288687 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:43:32.288713 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:43:32.288734 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:43:32.288735 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:43:32.288738 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:43:32.288641 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:43:32.288756 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:43:32.288758 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:43:32.288780 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:43:32.288862 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:43:32.288869 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:43:32.288864 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:43:32.288877 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:43:32.288881 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:43:32.288885 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:43:32.288890 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:43:32.288893 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:43:32.288581 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:43:32.288904 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:43:32.288909 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:43:32.288913 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:43:32.288576 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:43:32.288714 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:43:32.288965 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:43:32.288569 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:43:32.288998 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:43:32.289004 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:43:32.289007 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:43:32.289011 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:43:32.289015 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:43:32.289019 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:43:32.288757 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:43:32.289032 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:43:32.289037 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:43:32.289047 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:43:32.289051 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:43:32.288816 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:43:32.288746 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:43:32.289181 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:43:32.288459 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:43:32.289207 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:43:32.288677 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:43:32.288593 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:43:32.288581 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 30289 is already open, no action needed I0504 20:43:32.288616 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:43:32.288619 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:43:32.288693 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:43:32.288699 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:43:32.289533 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:43:32.288713 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:43:32.289545 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:43:32.289551 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:43:32.288748 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:43:32.288819 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:43:32.288828 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:43:32.289619 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:43:32.288834 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:43:32.288848 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:43:32.288847 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:43:32.288845 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:43:32.289721 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:43:32.288874 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:43:32.289107 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:43:32.290285 3854 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:43:32.329481 3854 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:43:32.329742 3854 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:43:32.329866 3854 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0504 20:43:32.339055 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:43:32.339089 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:43:32.339098 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:43:32.339106 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:43:32.382521 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:43:32.382550 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:43:32.382559 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:43:32.382585 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:43:32.382591 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:43:32.382597 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:43:32.382602 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:43:32.382608 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:43:32.382617 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:43:32.382626 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:43:32.426340 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:43:32.426353 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:43:32.426373 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:43:32.426380 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:43:32.426387 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:43:32.426415 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:43:32.426427 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0504 20:43:33.491386 3854 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:43:33.491430 3854 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0504 20:43:33.491388 3854 default_node_network_controller.go:1380] Starting node controller node sync I0504 20:43:33.503589 3854 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.121226ms I0504 20:43:33.503741 3854 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:43:33.504082 3854 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:43:33.504270 3854 egressservice_node.go:183] Starting Egress Services Controller I0504 20:43:33.504289 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:43:33.504311 3854 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:43:33.504318 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:43:33.504326 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:43:33.504334 3854 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:43:33.504339 3854 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:43:33.504343 3854 egressservice_node.go:197] Repairing Egress Services I0504 20:43:33.514859 3854 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:43:33.514872 3854 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:43:33.515075 3854 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:43:33.515095 3854 link_network_manager.go:119] Link manager is running I0504 20:43:33.515106 3854 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:43:33.515252 3854 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:43:33.516071 3854 vrf_manager.go:128] VRF manager is running I0504 20:43:33.516344 3854 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:43:33.516358 3854 gateway.go:532] Reconciling gateway with updates I0504 20:43:33.541694 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:43:33.541711 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:43:33.541730 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:43:33.541728 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:43:33.541730 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:43:33.541746 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:43:33.541745 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:43:33.541750 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:43:33.541760 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:43:33.541766 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:43:33.541767 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:43:33.541732 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:43:33.541803 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:43:33.541806 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:43:33.541809 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:43:33.541820 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:43:33.541829 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:43:33.541832 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:43:33.541829 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:43:33.541839 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:43:33.541842 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:43:33.541843 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:43:33.541700 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:43:33.541856 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:43:33.541859 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:43:33.541864 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:43:33.541869 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:43:33.541874 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:43:33.541881 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:43:33.541885 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:43:33.541887 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:43:33.541891 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:43:33.541893 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:43:33.541894 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:43:33.541902 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:43:33.541906 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:43:33.541893 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:43:33.541911 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:43:33.541911 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:43:33.541917 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:43:33.541921 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:43:33.541926 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:43:33.541927 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:43:33.541927 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:43:33.541936 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:43:33.541935 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:43:33.541884 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:43:33.541946 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:43:33.541948 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:43:33.541952 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:43:33.541950 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:43:33.541968 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:43:33.541969 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:43:33.541981 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:43:33.541984 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:43:33.541988 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:43:33.541991 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:43:33.541995 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:43:33.541999 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:43:33.542001 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:43:33.541872 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:43:33.542008 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:43:33.542015 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:43:33.542020 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:43:33.541860 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:43:33.542029 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:43:33.542031 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:43:33.542039 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:43:33.542045 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:43:33.541997 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:43:33.541966 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:43:33.541949 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:43:33.541983 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:43:33.542074 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:43:33.542075 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:43:33.542080 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:43:33.542080 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:43:33.541972 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:43:33.542090 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:43:33.542093 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:43:33.542030 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:43:33.542098 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:43:33.542103 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:43:33.542108 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:43:33.541987 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:43:33.542016 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:43:33.542094 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:43:33.542140 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:43:33.542090 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:43:33.541932 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:43:33.542018 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:43:33.542179 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:43:33.541866 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:43:33.542059 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:43:33.542082 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:43:33.542048 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:43:33.542220 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:43:33.542231 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:43:33.542239 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:43:33.542239 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:43:33.541928 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:43:33.542084 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:43:33.542251 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:43:33.542256 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:43:33.542258 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:43:33.541856 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:43:33.542268 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:43:33.542280 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 30686 is already open, no action needed I0504 20:43:33.541955 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:43:33.542289 3854 port_claim.go:71] Svc openshift-ingress/router-default: port 30289 is already open, no action needed I0504 20:43:33.542101 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:43:33.541911 3854 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:43:33.542354 3854 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:43:33.582798 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:43:33.582831 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:43:33.582848 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:43:33.582854 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:43:33.582860 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:43:33.582865 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:43:33.582871 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:43:33.582877 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:43:33.582882 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:43:33.582887 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:43:33.582892 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:43:33.582898 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:43:33.582903 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:43:33.582908 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:43:33.582913 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:43:33.582929 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:43:33.582953 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:43:33.582963 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:43:33.629442 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:43:33.648914 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:43:33.648970 3854 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:43:35.392147 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-83.ec2.internal I0504 20:43:35.392184 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-83.ec2.internal: 45.158µs I0504 20:43:35.422266 3854 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7596968c58-2w2pb] creating logical port openshift-image-registry_image-registry-7596968c58-2w2pb for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:35.422393 3854 kube.go:256] Updating pod openshift-image-registry/image-registry-7596968c58-2w2pb I0504 20:43:35.448470 3854 pod.go:62] [openshift-image-registry/image-registry-7596968c58-2w2pb] pod update took 26.108866ms I0504 20:43:35.448491 3854 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7596968c58-2w2pb] addLogicalPort annotation time took 26.135187ms I0504 20:43:35.449676 3854 pods.go:271] [openshift-image-registry/image-registry-7596968c58-2w2pb] addLogicalPort took 27.42961ms, libovsdb time 939.152µs I0504 20:43:35.452774 3854 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-6j9rt] creating logical port openshift-dns_dns-default-6j9rt for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:35.452912 3854 kube.go:256] Updating pod openshift-dns/dns-default-6j9rt I0504 20:43:35.470510 3854 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632120-z2wdn for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:35.470645 3854 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn I0504 20:43:35.476328 3854 pod.go:62] [openshift-dns/dns-default-6j9rt] pod update took 23.446467ms I0504 20:43:35.476347 3854 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-6j9rt] addLogicalPort annotation time took 23.470723ms I0504 20:43:35.476425 3854 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-nlzq4 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:35.476443 3854 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2qh6g] creating logical port openshift-ingress-canary_ingress-canary-2qh6g for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:35.476561 3854 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4 I0504 20:43:35.476567 3854 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2qh6g I0504 20:43:35.477570 3854 pods.go:271] [openshift-dns/dns-default-6j9rt] addLogicalPort took 24.805989ms, libovsdb time 937.158µs I0504 20:43:35.491507 3854 pod.go:62] [openshift-ingress-canary/ingress-canary-2qh6g] pod update took 15.013637ms I0504 20:43:35.491529 3854 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2qh6g] addLogicalPort annotation time took 15.03796ms I0504 20:43:35.493038 3854 pods.go:271] [openshift-ingress-canary/ingress-canary-2qh6g] addLogicalPort took 16.604805ms, libovsdb time 1.077445ms I0504 20:43:35.496064 3854 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4] pod update took 19.538034ms I0504 20:43:35.496081 3854 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4] addLogicalPort annotation time took 19.561872ms I0504 20:43:35.497091 3854 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4] addLogicalPort took 20.709438ms, libovsdb time 768.664µs I0504 20:43:35.505624 3854 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn] pod update took 34.997784ms I0504 20:43:35.505648 3854 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn] addLogicalPort annotation time took 35.031721ms I0504 20:43:35.506836 3854 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn] addLogicalPort took 36.342767ms, libovsdb time 755.049µs I0504 20:43:35.980561 3854 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key ] I0504 20:43:35.984480 3854 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4 cb6ff61d333ebd90fcb2a8be2d7b7b6855d0ade61a911aa8ea2052242b2ccbaf network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4 cb6ff61d333ebd90fcb2a8be2d7b7b6855d0ade61a911aa8ea2052242b2ccbaf network default NAD default NAD key ] I0504 20:43:35.984555 3854 cni.go:452] [openshift-ingress-canary/ingress-canary-2qh6g 93aac8888da7873c5e3254fb8bf5e272209e36249066dd4c4fb6ed024550989a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2qh6g 93aac8888da7873c5e3254fb8bf5e272209e36249066dd4c4fb6ed024550989a network default NAD default NAD key ] I0504 20:43:36.028371 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2qh6g, hostIfaceName: 93aac8888da7873, network: default, NAD default, SandboxID: "93aac8888da7873c5e3254fb8bf5e272209e36249066dd4c4fb6ed024550989a", PCI device ID: , UID: "1fb01946-9540-40fb-ba9a-b23de9a9c7bb", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0504 20:43:36.031177 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632120-z2wdn, hostIfaceName: 01b3f160ad68fcd, network: default, NAD default, SandboxID: "01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612", PCI device ID: , UID: "cb0dc291-4d99-441e-8eb9-724654f915b1", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0504 20:43:36.045394 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-nlzq4, hostIfaceName: cb6ff61d333ebd9, network: default, NAD default, SandboxID: "cb6ff61d333ebd90fcb2a8be2d7b7b6855d0ade61a911aa8ea2052242b2ccbaf", PCI device ID: , UID: "f424204c-305e-427c-87ae-1edbd765f514", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0504 20:43:36.084385 3854 cni.go:473] [openshift-ingress-canary/ingress-canary-2qh6g 93aac8888da7873c5e3254fb8bf5e272209e36249066dd4c4fb6ed024550989a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2qh6g 93aac8888da7873c5e3254fb8bf5e272209e36249066dd4c4fb6ed024550989a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e1:af:86:4f:5f\",\"name\":\"93aac8888da7873\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7e43433-7ef9-45c6-ae40-efa0da8afbf2\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:36.089418 3854 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:80:f6:38:50:a6\",\"name\":\"01b3f160ad68fcd\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4111d176-7059-4514-b45e-799ff7637a59\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:36.095336 3854 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4 cb6ff61d333ebd90fcb2a8be2d7b7b6855d0ade61a911aa8ea2052242b2ccbaf network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-nlzq4 cb6ff61d333ebd90fcb2a8be2d7b7b6855d0ade61a911aa8ea2052242b2ccbaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:93:bc:3e:99:b3\",\"name\":\"cb6ff61d333ebd9\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f102c13b-3dc2-491d-9235-a4564d5d67a5\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:36.883682 3854 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:43:36.883703 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:43:36.883745 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 45.449µs I0504 20:43:36.883681 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:43:36.883773 3854 node_tracker.go:220] Node ip-10-0-0-19.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0504 20:43:36.883821 3854 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-19.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0504 20:43:36.883848 3854 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-19.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-19.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-19.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-19.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-19.ec2.internal, error parsing annotation for node ip-10-0-0-19.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0504 20:43:36.898422 3854 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-19.ec2.internal annotation: unexpected end of JSON input E0504 20:43:36.898516 3854 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-19.ec2.internal annotation: unexpected end of JSON input I0504 20:43:36.898540 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0504 20:43:36.898600 3854 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-19.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-19.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-19.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-19.ec2.internal" I0504 20:43:36.910999 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0504 20:43:36.911077 3854 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-19.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-19.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-19.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-19.ec2.internal" I0504 20:43:36.925078 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:43:36.925086 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:36.925104 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 30.552µs I0504 20:43:36.925135 3854 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall E0504 20:43:36.925169 3854 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-19.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-19.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-19.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-19.ec2.internal" I0504 20:43:36.947440 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0504 20:43:37.091148 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:43:37.091169 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 31.218µs I0504 20:43:37.091180 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:37.091229 3854 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:43:37.110253 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:37.347378 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:38.675744 3854 cni.go:452] [openshift-network-diagnostics/network-check-target-pdthj 9fa075ad49cba9eb2a6b6e887fc4f668f759f207e2d0e4c96b016fde18f65347 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pdthj 9fa075ad49cba9eb2a6b6e887fc4f668f759f207e2d0e4c96b016fde18f65347 network default NAD default NAD key ] I0504 20:43:38.686121 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pdthj, hostIfaceName: 9fa075ad49cba9e, network: default, NAD default, SandboxID: "9fa075ad49cba9eb2a6b6e887fc4f668f759f207e2d0e4c96b016fde18f65347", PCI device ID: , UID: "f9fbbc81-1ca0-4c8c-a8f3-69497aa1720d", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0504 20:43:38.735594 3854 cni.go:473] [openshift-network-diagnostics/network-check-target-pdthj 9fa075ad49cba9eb2a6b6e887fc4f668f759f207e2d0e4c96b016fde18f65347 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pdthj 9fa075ad49cba9eb2a6b6e887fc4f668f759f207e2d0e4c96b016fde18f65347 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:da:fe:46:e3:84\",\"name\":\"9fa075ad49cba9e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba51c559-d15c-41f5-920d-360998ea53d8\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:43:38.803052 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:43:40.873333 3854 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-tfmr6 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:40.873452 3854 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6 I0504 20:43:40.878100 3854 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-vb597] creating logical port openshift-console-operator_console-operator-66dbbb6468-vb597 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:40.878190 3854 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-vb597 I0504 20:43:40.893982 3854 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6] pod update took 20.552689ms I0504 20:43:40.894004 3854 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6] addLogicalPort annotation time took 20.578993ms I0504 20:43:40.894017 3854 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-vb597] pod update took 15.849041ms I0504 20:43:40.894034 3854 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-vb597] addLogicalPort annotation time took 15.870441ms I0504 20:43:40.895132 3854 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6] addLogicalPort took 21.815855ms, libovsdb time 851.372µs I0504 20:43:40.895181 3854 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-br4jh] creating logical port openshift-insights_insights-operator-6dbb575d6c-br4jh for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:40.895236 3854 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-br4jh I0504 20:43:40.895523 3854 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-vb597] addLogicalPort took 17.439571ms, libovsdb time 1.204247ms I0504 20:43:40.913890 3854 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-br4jh] pod update took 18.664512ms I0504 20:43:40.913917 3854 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-br4jh] addLogicalPort annotation time took 18.698065ms I0504 20:43:40.915070 3854 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-br4jh] addLogicalPort took 19.891489ms, libovsdb time 875.369µs I0504 20:43:40.964047 3854 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-x7wh2 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:40.964179 3854 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2 I0504 20:43:40.973434 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:43:40.973471 3854 node_tracker.go:220] Node ip-10-0-2-46.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0504 20:43:40.973475 3854 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall E0504 20:43:40.973481 3854 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-46.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0504 20:43:40.973493 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:43:40.973510 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 21.69µs I0504 20:43:40.973498 3854 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-46.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-46.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-46.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-46.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-46.ec2.internal, error parsing annotation for node ip-10-0-2-46.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0504 20:43:40.978306 3854 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-d2vsv for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:40.978373 3854 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv I0504 20:43:40.984330 3854 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2] pod update took 20.170527ms I0504 20:43:40.984354 3854 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2] addLogicalPort annotation time took 20.199465ms I0504 20:43:40.984471 3854 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-85snj for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:40.984598 3854 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj I0504 20:43:40.985481 3854 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2] addLogicalPort took 21.448909ms, libovsdb time 826.983µs E0504 20:43:40.987513 3854 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-46.ec2.internal annotation: unexpected end of JSON input E0504 20:43:40.987517 3854 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-46.ec2.internal annotation: unexpected end of JSON input I0504 20:43:40.987551 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0504 20:43:40.987613 3854 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-46.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-46.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-46.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-46.ec2.internal" I0504 20:43:40.996043 3854 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv] pod update took 17.686837ms I0504 20:43:40.996061 3854 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv] addLogicalPort annotation time took 17.708166ms I0504 20:43:40.997093 3854 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv] addLogicalPort took 18.808735ms, libovsdb time 765.774µs I0504 20:43:41.002864 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0504 20:43:41.007450 3854 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj] pod update took 22.881231ms I0504 20:43:41.007471 3854 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj] addLogicalPort annotation time took 22.905267ms I0504 20:43:41.008416 3854 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj] addLogicalPort took 23.957374ms, libovsdb time 683.156µs I0504 20:43:41.016841 3854 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-9rxjn for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:41.016977 3854 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn I0504 20:43:41.028987 3854 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-mc7q2 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:41.029176 3854 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2 I0504 20:43:41.043046 3854 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn] pod update took 26.098505ms I0504 20:43:41.043068 3854 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn] addLogicalPort annotation time took 26.1299ms I0504 20:43:41.043224 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.044484 3854 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn] addLogicalPort took 27.656731ms, libovsdb time 1.086797ms I0504 20:43:41.049640 3854 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2] pod update took 20.491979ms I0504 20:43:41.049659 3854 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2] addLogicalPort annotation time took 20.515503ms I0504 20:43:41.051008 3854 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2] addLogicalPort took 22.03287ms, libovsdb time 939.842µs I0504 20:43:41.069281 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.098137 3854 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:43:41.098190 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:43:41.098206 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 22.691µs I0504 20:43:41.098233 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.115110 3854 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7649797d67-6vgks] creating logical port openshift-ingress_router-default-7649797d67-6vgks for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:41.115205 3854 kube.go:256] Updating pod openshift-ingress/router-default-7649797d67-6vgks I0504 20:43:41.135243 3854 pod.go:62] [openshift-ingress/router-default-7649797d67-6vgks] pod update took 20.063463ms I0504 20:43:41.135265 3854 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7649797d67-6vgks] addLogicalPort annotation time took 20.091125ms I0504 20:43:41.136457 3854 pods.go:271] [openshift-ingress/router-default-7649797d67-6vgks] addLogicalPort took 21.361323ms, libovsdb time 903.632µs I0504 20:43:41.136721 3854 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-799cfdf5b5-nmbjt] creating logical port openshift-ingress_router-default-799cfdf5b5-nmbjt for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:41.136849 3854 kube.go:256] Updating pod openshift-ingress/router-default-799cfdf5b5-nmbjt I0504 20:43:41.160887 3854 pod.go:62] [openshift-ingress/router-default-799cfdf5b5-nmbjt] pod update took 24.063655ms I0504 20:43:41.160913 3854 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-799cfdf5b5-nmbjt] addLogicalPort annotation time took 24.095093ms I0504 20:43:41.162166 3854 pods.go:271] [openshift-ingress/router-default-799cfdf5b5-nmbjt] addLogicalPort took 25.458772ms, libovsdb time 834.498µs I0504 20:43:41.194421 3854 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-m97ft for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:41.194530 3854 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft I0504 20:43:41.213213 3854 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft] pod update took 18.714769ms I0504 20:43:41.213239 3854 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft] addLogicalPort annotation time took 18.745471ms I0504 20:43:41.214723 3854 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft] addLogicalPort took 20.364097ms, libovsdb time 1.079249ms I0504 20:43:41.220152 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:43:41.220175 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 28.711µs I0504 20:43:41.220201 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.220225 3854 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:43:41.232478 3854 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vvv6t for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:41.232605 3854 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t I0504 20:43:41.241936 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.255522 3854 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t] pod update took 22.942489ms I0504 20:43:41.255548 3854 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t] addLogicalPort annotation time took 22.975305ms I0504 20:43:41.257019 3854 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t] addLogicalPort took 24.555889ms, libovsdb time 986.936µs I0504 20:43:41.464082 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.697634 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.716764 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:41.840338 3854 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-vb597 6b534630c2a3a0e2053906e07e111c17cffaa8c7fe5d245ec528e9d3aa3d6895 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-vb597 6b534630c2a3a0e2053906e07e111c17cffaa8c7fe5d245ec528e9d3aa3d6895 network default NAD default NAD key ] I0504 20:43:41.840738 3854 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj 27a16814904faca57c26871f2ddc1e6f7a907dbef14503acff364fe1415ef91b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj 27a16814904faca57c26871f2ddc1e6f7a907dbef14503acff364fe1415ef91b network default NAD default NAD key ] I0504 20:43:41.841215 3854 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv c41e9b242ab58095ca86759681700b88bd17843df38bcef46fffb5b03fce6964 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv c41e9b242ab58095ca86759681700b88bd17843df38bcef46fffb5b03fce6964 network default NAD default NAD key ] I0504 20:43:41.841238 3854 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2 6b056d222b6ab0ffdf4d1ce75b559204490b041c9373534f5c7c08d67e1730ef network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2 6b056d222b6ab0ffdf4d1ce75b559204490b041c9373534f5c7c08d67e1730ef network default NAD default NAD key ] I0504 20:43:41.842870 3854 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6 3f7c269e2d093a0f9f59d2551ad235de50c7b500f2f761010a1071c7a7899605 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6 3f7c269e2d093a0f9f59d2551ad235de50c7b500f2f761010a1071c7a7899605 network default NAD default NAD key ] I0504 20:43:41.846079 3854 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-br4jh 045bc1c50fc7851f2895459a93658e95554d39d3a82be7250c9282747a818d2b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-br4jh 045bc1c50fc7851f2895459a93658e95554d39d3a82be7250c9282747a818d2b network default NAD default NAD key ] I0504 20:43:41.872770 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-x7wh2, hostIfaceName: 6b056d222b6ab0f, network: default, NAD default, SandboxID: "6b056d222b6ab0ffdf4d1ce75b559204490b041c9373534f5c7c08d67e1730ef", PCI device ID: , UID: "19368a63-2ca8-425c-9e21-e11c7e21db4d", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0504 20:43:41.872804 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-tfmr6, hostIfaceName: 3f7c269e2d093a0, network: default, NAD default, SandboxID: "3f7c269e2d093a0f9f59d2551ad235de50c7b500f2f761010a1071c7a7899605", PCI device ID: , UID: "79e810f8-ac5f-4c81-96f4-4a79587c3c6f", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0504 20:43:41.890655 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-85snj, hostIfaceName: 27a16814904faca, network: default, NAD default, SandboxID: "27a16814904faca57c26871f2ddc1e6f7a907dbef14503acff364fe1415ef91b", PCI device ID: , UID: "d3aa8cc2-18c8-4df6-ac1a-a6a8229965bc", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0504 20:43:41.892757 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-br4jh, hostIfaceName: 045bc1c50fc7851, network: default, NAD default, SandboxID: "045bc1c50fc7851f2895459a93658e95554d39d3a82be7250c9282747a818d2b", PCI device ID: , UID: "25faf9a1-f86b-44b9-bd7d-d11c1c4f0b0d", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0504 20:43:41.892768 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-d2vsv, hostIfaceName: c41e9b242ab5809, network: default, NAD default, SandboxID: "c41e9b242ab58095ca86759681700b88bd17843df38bcef46fffb5b03fce6964", PCI device ID: , UID: "8dd4b465-f887-4fea-be6f-adcb6c957947", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0504 20:43:41.892777 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-vb597, hostIfaceName: 6b534630c2a3a0e, network: default, NAD default, SandboxID: "6b534630c2a3a0e2053906e07e111c17cffaa8c7fe5d245ec528e9d3aa3d6895", PCI device ID: , UID: "87b152f7-6f0b-4132-8ef1-c8ba8d016097", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0504 20:43:41.942313 3854 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2 6b056d222b6ab0ffdf4d1ce75b559204490b041c9373534f5c7c08d67e1730ef network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-x7wh2 6b056d222b6ab0ffdf4d1ce75b559204490b041c9373534f5c7c08d67e1730ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c3:f0:06:ed:46\",\"name\":\"6b056d222b6ab0f\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffa3afc9-e004-4ac2-8957-44f18f86c602\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:41.957927 3854 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6 3f7c269e2d093a0f9f59d2551ad235de50c7b500f2f761010a1071c7a7899605 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-tfmr6 3f7c269e2d093a0f9f59d2551ad235de50c7b500f2f761010a1071c7a7899605 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:34:4d:c2:64:93\",\"name\":\"3f7c269e2d093a0\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8af03716-3e2e-4d17-8e60-1fe7f5c82108\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:42.180052 3854 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj 27a16814904faca57c26871f2ddc1e6f7a907dbef14503acff364fe1415ef91b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-85snj 27a16814904faca57c26871f2ddc1e6f7a907dbef14503acff364fe1415ef91b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:63:20:46:b7:8d\",\"name\":\"27a16814904faca\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/737fe88e-baef-4461-b2a7-c2aa26b17d6b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:42.180091 3854 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv c41e9b242ab58095ca86759681700b88bd17843df38bcef46fffb5b03fce6964 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d2vsv c41e9b242ab58095ca86759681700b88bd17843df38bcef46fffb5b03fce6964 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:69:e7:2e:37:32\",\"name\":\"c41e9b242ab5809\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25fdc8a5-d27d-4a9c-b645-c36807a3c419\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:42.180261 3854 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-vb597 6b534630c2a3a0e2053906e07e111c17cffaa8c7fe5d245ec528e9d3aa3d6895 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-vb597 6b534630c2a3a0e2053906e07e111c17cffaa8c7fe5d245ec528e9d3aa3d6895 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c9:d2:ec:a0:11\",\"name\":\"6b534630c2a3a0e\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07bffd11-c3d4-4fb6-861b-e5dbf028fa86\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:42.180321 3854 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-br4jh 045bc1c50fc7851f2895459a93658e95554d39d3a82be7250c9282747a818d2b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-br4jh 045bc1c50fc7851f2895459a93658e95554d39d3a82be7250c9282747a818d2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:4c:9e:3c:47:79\",\"name\":\"045bc1c50fc7851\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b8fce95-7cb9-42e0-ad60-7286c143a257\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:43:42.858474 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:43:45.844076 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:43:46.198391 3854 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:43:46.199317 3854 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 904.796µs I0504 20:43:46.220369 3854 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:43:46.324182 3854 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-xv7f5 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:46.324270 3854 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5 I0504 20:43:46.345517 3854 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5] pod update took 21.268976ms I0504 20:43:46.345541 3854 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5] addLogicalPort annotation time took 21.296698ms I0504 20:43:46.346651 3854 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5] addLogicalPort took 22.485024ms, libovsdb time 781.238µs I0504 20:43:46.726544 3854 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5 8164cdca31c18cec7f8226fb2ce57a014276ed766b51c44fb9e1e7a976288364 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5 8164cdca31c18cec7f8226fb2ce57a014276ed766b51c44fb9e1e7a976288364 network default NAD default NAD key ] I0504 20:43:46.741877 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-xv7f5, hostIfaceName: 8164cdca31c18ce, network: default, NAD default, SandboxID: "8164cdca31c18cec7f8226fb2ce57a014276ed766b51c44fb9e1e7a976288364", PCI device ID: , UID: "9c9a2ca2-f821-4dd0-8b78-c1eaea76fb0a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0504 20:43:46.793471 3854 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5 8164cdca31c18cec7f8226fb2ce57a014276ed766b51c44fb9e1e7a976288364 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xv7f5 8164cdca31c18cec7f8226fb2ce57a014276ed766b51c44fb9e1e7a976288364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:62:92:0b:ad:d1\",\"name\":\"8164cdca31c18ce\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eea68339-c545-40b1-a303-e883f2165b6b\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:43:46.880676 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:43:46.881115 3854 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:43:46.881848 3854 namespace.go:102] [openshift-service-ca] adding namespace took 713.064µs I0504 20:43:46.911967 3854 namespace.go:142] [openshift-service-ca] updating namespace I0504 20:43:47.021054 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:48.552732 3854 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-vdzg4] creating logical port openshift-service-ca_service-ca-d9cb48497-vdzg4 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:43:48.552847 3854 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-vdzg4 I0504 20:43:48.566741 3854 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-vdzg4] pod update took 13.916716ms I0504 20:43:48.566768 3854 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-vdzg4] addLogicalPort annotation time took 13.948409ms I0504 20:43:48.568225 3854 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-vdzg4] addLogicalPort took 15.508631ms, libovsdb time 937.551µs I0504 20:43:48.945198 3854 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-vdzg4 761f20d89aa3d85ba472b256390203153ca0607741253527377512c7126dc5ff network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-vdzg4 761f20d89aa3d85ba472b256390203153ca0607741253527377512c7126dc5ff network default NAD default NAD key ] I0504 20:43:48.954664 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-vdzg4, hostIfaceName: 761f20d89aa3d85, network: default, NAD default, SandboxID: "761f20d89aa3d85ba472b256390203153ca0607741253527377512c7126dc5ff", PCI device ID: , UID: "d1f8c48c-a769-4bc0-8ec4-387c15edca82", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0504 20:43:49.002210 3854 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-vdzg4 761f20d89aa3d85ba472b256390203153ca0607741253527377512c7126dc5ff network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-vdzg4 761f20d89aa3d85ba472b256390203153ca0607741253527377512c7126dc5ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:66:e6:b5:bc:36\",\"name\":\"761f20d89aa3d85\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a49ad382-0061-4d1a-9303-2a6fb29ca643\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:51.146344 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:43:54.255581 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:43:55.809101 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:43:55.809124 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 29.538µs I0504 20:43:55.809150 3854 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:43:55.809155 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:57.031622 3854 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn ec0df2b6ab50b1e599fca6b7e0f487a546dc6645a65ec4bcb7e72f6356c84400 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn ec0df2b6ab50b1e599fca6b7e0f487a546dc6645a65ec4bcb7e72f6356c84400 network default NAD default NAD key ] I0504 20:43:57.041627 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-9rxjn, hostIfaceName: ec0df2b6ab50b1e, network: default, NAD default, SandboxID: "ec0df2b6ab50b1e599fca6b7e0f487a546dc6645a65ec4bcb7e72f6356c84400", PCI device ID: , UID: "8dbe7575-fd18-4764-b2b8-5ec2715e007b", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0504 20:43:57.095104 3854 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn ec0df2b6ab50b1e599fca6b7e0f487a546dc6645a65ec4bcb7e72f6356c84400 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9rxjn ec0df2b6ab50b1e599fca6b7e0f487a546dc6645a65ec4bcb7e72f6356c84400 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e5:06:56:f6:21\",\"name\":\"ec0df2b6ab50b1e\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/033a4439-7d2b-49dc-b28f-cd58dbb05f1e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:59.896403 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:43:59.896427 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 31.669µs I0504 20:43:59.896428 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:43:59.896445 3854 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:44:01.079225 3854 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-46.ec2.internal I0504 20:44:01.079240 3854 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-19.ec2.internal I0504 20:44:01.079250 3854 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-46.ec2.internal I0504 20:44:01.079263 3854 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-19.ec2.internal I0504 20:44:01.079351 3854 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-19.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-19.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-19.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-19.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-19.ec2.internal I0504 20:44:01.079351 3854 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-46.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-46.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-46.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-46.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-46.ec2.internal I0504 20:44:01.204096 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:02.131660 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x4cl7 I0504 20:44:02.131695 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x4cl7 I0504 20:44:02.131725 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xtpn7 I0504 20:44:02.131736 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-46l9c I0504 20:44:02.131740 3854 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x4cl7, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x4cl7: suppressed error logged: pod openshift-multus/network-metrics-daemon-x4cl7: no pod IPs found I0504 20:44:02.131749 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xtpn7 I0504 20:44:02.131752 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-46l9c I0504 20:44:02.131755 3854 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hd2bg I0504 20:44:02.131772 3854 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hd2bg I0504 20:44:02.131800 3854 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-46l9c, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-46l9c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-46l9c: no pod IPs found I0504 20:44:02.131800 3854 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xtpn7, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xtpn7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xtpn7: no pod IPs found I0504 20:44:02.131820 3854 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-hd2bg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hd2bg: suppressed error logged: pod openshift-multus/network-metrics-daemon-hd2bg: no pod IPs found I0504 20:44:07.532534 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:07.663947 3854 cni.go:452] [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key ] I0504 20:44:07.673963 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7596968c58-2w2pb, hostIfaceName: 2f7f30c684aec1c, network: default, NAD default, SandboxID: "2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345", PCI device ID: , UID: "83f3511d-c179-486d-b9da-fc87c4a32664", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0504 20:44:07.688140 3854 cni.go:452] [openshift-dns/dns-default-6j9rt d1aa443348a6905be8a92d7dc10e22d0b6b3600350068375120ee77c9a5e8a76 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-6j9rt d1aa443348a6905be8a92d7dc10e22d0b6b3600350068375120ee77c9a5e8a76 network default NAD default NAD key ] I0504 20:44:07.698519 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-6j9rt, hostIfaceName: d1aa443348a6905, network: default, NAD default, SandboxID: "d1aa443348a6905be8a92d7dc10e22d0b6b3600350068375120ee77c9a5e8a76", PCI device ID: , UID: "82858b74-8e8d-406b-bd69-0da288208452", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0504 20:44:07.729094 3854 cni.go:473] [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:aa:46:0e:a2:31\",\"name\":\"2f7f30c684aec1c\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea21e140-f32a-4d24-8eb6-adba5d784555\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:07.747929 3854 cni.go:473] [openshift-dns/dns-default-6j9rt d1aa443348a6905be8a92d7dc10e22d0b6b3600350068375120ee77c9a5e8a76 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-6j9rt d1aa443348a6905be8a92d7dc10e22d0b6b3600350068375120ee77c9a5e8a76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:be:ad:6c:6a:4f\",\"name\":\"d1aa443348a6905\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4465140-d3bc-4314-bd73-f55b824bc528\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:10.595251 3854 cni.go:452] [openshift-multus/network-metrics-daemon-mdhs2 7effe2297262004b623ce3733a6592f2965a2de196a5d79b8fafc45efdc93d1d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mdhs2 7effe2297262004b623ce3733a6592f2965a2de196a5d79b8fafc45efdc93d1d network default NAD default NAD key ] I0504 20:44:10.605292 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mdhs2, hostIfaceName: 7effe2297262004, network: default, NAD default, SandboxID: "7effe2297262004b623ce3733a6592f2965a2de196a5d79b8fafc45efdc93d1d", PCI device ID: , UID: "e5158f56-84db-40e6-ac45-e0f5d5f1bf39", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0504 20:44:10.653219 3854 cni.go:473] [openshift-multus/network-metrics-daemon-mdhs2 7effe2297262004b623ce3733a6592f2965a2de196a5d79b8fafc45efdc93d1d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mdhs2 7effe2297262004b623ce3733a6592f2965a2de196a5d79b8fafc45efdc93d1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:76:4b:a6:3f:85\",\"name\":\"7effe2297262004\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98809f3e-b083-4ed3-89c6-f5c3ccfc7152\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:44:10.661253 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:44:10.661368 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:10.810176 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:10.833640 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:10.841539 3854 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-2zjcw] creating logical port openshift-console_downloads-5c54f4944f-2zjcw for pod on switch ip-10-0-1-83.ec2.internal I0504 20:44:10.841623 3854 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-2zjcw I0504 20:44:10.869209 3854 pod.go:62] [openshift-console/downloads-5c54f4944f-2zjcw] pod update took 27.606645ms I0504 20:44:10.869231 3854 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-2zjcw] addLogicalPort annotation time took 27.633394ms I0504 20:44:10.869426 3854 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rktmx] creating logical port openshift-insights_insights-runtime-extractor-rktmx for pod on switch ip-10-0-1-83.ec2.internal I0504 20:44:10.869572 3854 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rktmx I0504 20:44:10.870467 3854 pods.go:271] [openshift-console/downloads-5c54f4944f-2zjcw] addLogicalPort took 28.951824ms, libovsdb time 857.049µs W0504 20:44:10.884863 3854 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-75bc7b8b8f-64nts IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-75bc7b8b8f-64nts: no pod IPs found I0504 20:44:10.891258 3854 pod.go:62] [openshift-insights/insights-runtime-extractor-rktmx] pod update took 21.73807ms I0504 20:44:10.891282 3854 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rktmx] addLogicalPort annotation time took 21.762982ms I0504 20:44:10.892353 3854 pods.go:271] [openshift-insights/insights-runtime-extractor-rktmx] addLogicalPort took 22.940602ms, libovsdb time 747.104µs W0504 20:44:10.911707 3854 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7596968c58-wd5jq IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7596968c58-wd5jq: no pod IPs found I0504 20:44:10.947674 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:44:10.992491 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:10.992513 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:10.992520 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:10.995028 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.256009 3854 cni.go:452] [openshift-console/downloads-5c54f4944f-2zjcw 15ef0ec92e9cb1f119ef6326ea56c6df2e04a908207d3b119613cbf6b4795dbc network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-2zjcw 15ef0ec92e9cb1f119ef6326ea56c6df2e04a908207d3b119613cbf6b4795dbc network default NAD default NAD key ] I0504 20:44:11.265340 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-2zjcw, hostIfaceName: 15ef0ec92e9cb1f, network: default, NAD default, SandboxID: "15ef0ec92e9cb1f119ef6326ea56c6df2e04a908207d3b119613cbf6b4795dbc", PCI device ID: , UID: "fecb4cdf-243d-4523-9b18-a08d06ba53a8", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0504 20:44:11.314832 3854 cni.go:473] [openshift-console/downloads-5c54f4944f-2zjcw 15ef0ec92e9cb1f119ef6326ea56c6df2e04a908207d3b119613cbf6b4795dbc network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-2zjcw 15ef0ec92e9cb1f119ef6326ea56c6df2e04a908207d3b119613cbf6b4795dbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:68:a2:78:47:1e\",\"name\":\"15ef0ec92e9cb1f\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45e42556-ce6f-45f7-8b86-762f32fca101\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:11.576236 3854 cni.go:452] [openshift-insights/insights-runtime-extractor-rktmx 43765bb286dd69f45c6376113480ee1bb30fba7d2445b5a7dee45e0940fd30ee network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rktmx 43765bb286dd69f45c6376113480ee1bb30fba7d2445b5a7dee45e0940fd30ee network default NAD default NAD key ] I0504 20:44:11.586228 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rktmx, hostIfaceName: 43765bb286dd69f, network: default, NAD default, SandboxID: "43765bb286dd69f45c6376113480ee1bb30fba7d2445b5a7dee45e0940fd30ee", PCI device ID: , UID: "e7abedc0-6c1c-426d-96d9-1d50db3effe4", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0504 20:44:11.596958 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.640592 3854 cni.go:473] [openshift-insights/insights-runtime-extractor-rktmx 43765bb286dd69f45c6376113480ee1bb30fba7d2445b5a7dee45e0940fd30ee network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rktmx 43765bb286dd69f45c6376113480ee1bb30fba7d2445b5a7dee45e0940fd30ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:e8:c0:f5:7c:8e\",\"name\":\"43765bb286dd69f\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/025dfff6-37e0-4576-bb2b-4ef4b77365b4\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:11.758263 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "ip-10-0-2-46.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.758286 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:11.758430 3854 node_tracker.go:235] Node ip-10-0-2-46.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-46.ec2.internal" I0504 20:44:11.758449 3854 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.758460 3854 services_controller.go:574] Full service sync requested for network=default W0504 20:44:11.758613 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:11.758777 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:11.759088 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.759111 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.759118 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:11.800816 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:11.800821 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "ip-10-0-0-19.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.800849 3854 node_tracker.go:235] Node ip-10-0-0-19.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-19.ec2.internal" I0504 20:44:11.800868 3854 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.800877 3854 services_controller.go:574] Full service sync requested for network=default W0504 20:44:11.801139 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.801154 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.801162 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.801276 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:11.801394 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:11.843141 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "ip-10-0-2-46.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.892435 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:11.892484 3854 default_network_controller.go:1025] Node "ip-10-0-2-46.ec2.internal" in remote zone "ip-10-0-2-46.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.892490 3854 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.892504 3854 services_controller.go:574] Full service sync requested for network=default W0504 20:44:11.892879 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.892893 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.892898 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.892943 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:11.892990 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:11.893456 3854 zone_ic_handler.go:195] Time taken to create transit switch: 277.755µs I0504 20:44:11.893476 3854 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-46.ec2.internal for the network default I0504 20:44:11.894576 3854 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-46.ec2.internal" on network "default" took: 1.410628ms I0504 20:44:11.930262 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:11.930280 3854 default_network_controller.go:1025] Node "ip-10-0-0-19.ec2.internal" in remote zone "ip-10-0-0-19.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:44:11.930324 3854 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:11.930340 3854 services_controller.go:574] Full service sync requested for network=default W0504 20:44:11.930724 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.930743 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.930747 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:11.930832 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:11.930887 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:11.931226 3854 zone_ic_handler.go:195] Time taken to create transit switch: 293.379µs I0504 20:44:11.931244 3854 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-19.ec2.internal for the network default I0504 20:44:11.932249 3854 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-19.ec2.internal" on network "default" took: 1.32906ms I0504 20:44:12.453228 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:12.453251 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 30.831µs I0504 20:44:12.453258 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-46.ec2.internal in network "default" I0504 20:44:12.453258 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-46.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:12.453277 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-46.ec2.internal", IP: 10.0.2.46 to PMTUD blocking rules I0504 20:44:12.453279 3854 egressfirewall.go:723] Syncing node "ip-10-0-2-46.ec2.internal" for egress firewall I0504 20:44:12.453318 3854 node_tracker.go:169] Node ip-10-0-2-46.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.453338 3854 services_controller.go:574] Full service sync requested for network=default W0504 20:44:12.453449 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453461 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453466 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.453595 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:12.453658 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:12.459604 3854 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-46.ec2.internal. Updating no re-route policies I0504 20:44:12.471822 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-46.ec2.internal", IP: 10.0.2.46 to PMTUD blocking rules I0504 20:44:12.471840 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-46.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:12.487768 3854 egressfirewall.go:723] Syncing node "ip-10-0-0-19.ec2.internal" for egress firewall I0504 20:44:12.487813 3854 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-19.ec2.internal in network "default" I0504 20:44:12.487834 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:12.487837 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-19.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:12.487848 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 20.418µs I0504 20:44:12.487852 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-19.ec2.internal", IP: 10.0.0.19 to PMTUD blocking rules I0504 20:44:12.487865 3854 node_tracker.go:169] Node ip-10-0-0-19.ec2.internal switch + router changed, syncing services in network "default" I0504 20:44:12.487881 3854 services_controller.go:574] Full service sync requested for network=default W0504 20:44:12.488099 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488116 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488123 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:12.488156 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:12.488202 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:44:12.493952 3854 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-19.ec2.internal. Updating no re-route policies I0504 20:44:12.504743 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-19.ec2.internal", IP: 10.0.0.19 to PMTUD blocking rules I0504 20:44:12.504762 3854 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-19.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:44:13.448569 3854 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2 d593a00cf43e159e581b406b58484f9e66caad310f1b7e58fa4dd26c496b94df network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2 d593a00cf43e159e581b406b58484f9e66caad310f1b7e58fa4dd26c496b94df network default NAD default NAD key ] I0504 20:44:13.449201 3854 cni.go:452] [openshift-ingress/router-default-799cfdf5b5-nmbjt 3069e3edc3f1af19a8316f904cc96980df49c9b1d09e0f5f8e1bd2d6c618f0f4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-799cfdf5b5-nmbjt 3069e3edc3f1af19a8316f904cc96980df49c9b1d09e0f5f8e1bd2d6c618f0f4 network default NAD default NAD key ] I0504 20:44:13.452585 3854 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t 53374440a4387c5c659f8d1c65ada984f436fa8fef407efe3cffe018efff718b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t 53374440a4387c5c659f8d1c65ada984f436fa8fef407efe3cffe018efff718b network default NAD default NAD key ] I0504 20:44:13.453451 3854 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft e217a358c6f124e026fb3e22796e6f37c7dab978435929a588cc112a903075e4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft e217a358c6f124e026fb3e22796e6f37c7dab978435929a588cc112a903075e4 network default NAD default NAD key ] I0504 20:44:13.454305 3854 cni.go:452] [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key ] I0504 20:44:13.467054 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-799cfdf5b5-nmbjt, hostIfaceName: 3069e3edc3f1af1, network: default, NAD default, SandboxID: "3069e3edc3f1af19a8316f904cc96980df49c9b1d09e0f5f8e1bd2d6c618f0f4", PCI device ID: , UID: "d968a62c-9735-4e9f-bd87-c860d86f1b6c", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0504 20:44:13.467917 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-mc7q2, hostIfaceName: d593a00cf43e159, network: default, NAD default, SandboxID: "d593a00cf43e159e581b406b58484f9e66caad310f1b7e58fa4dd26c496b94df", PCI device ID: , UID: "705ca923-03d7-4946-b6fc-e3ae861ce1d0", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0504 20:44:13.468554 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7649797d67-6vgks, hostIfaceName: 3f24f9e5867e1ff, network: default, NAD default, SandboxID: "3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341", PCI device ID: , UID: "609eb7fc-9525-40f3-9583-a133a61640f7", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0504 20:44:13.478861 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vvv6t, hostIfaceName: 53374440a4387c5, network: default, NAD default, SandboxID: "53374440a4387c5c659f8d1c65ada984f436fa8fef407efe3cffe018efff718b", PCI device ID: , UID: "b2939065-d000-4496-bb7f-42b4983869ba", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0504 20:44:13.509100 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-m97ft, hostIfaceName: e217a358c6f124e, network: default, NAD default, SandboxID: "e217a358c6f124e026fb3e22796e6f37c7dab978435929a588cc112a903075e4", PCI device ID: , UID: "4015fc62-9287-47ef-8ec5-42a7135628b9", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0504 20:44:13.564523 3854 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2 d593a00cf43e159e581b406b58484f9e66caad310f1b7e58fa4dd26c496b94df network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mc7q2 d593a00cf43e159e581b406b58484f9e66caad310f1b7e58fa4dd26c496b94df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7c:f6:48:6e:a0\",\"name\":\"d593a00cf43e159\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/380b5250-4c23-45f6-b801-f3a6290c00bb\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:13.739296 3854 cni.go:473] [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:93:28:bc:eb:2d\",\"name\":\"3f24f9e5867e1ff\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee6c55cc-351a-4ef2-950b-122e306d4b1a\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:13.747384 3854 cni.go:473] [openshift-ingress/router-default-799cfdf5b5-nmbjt 3069e3edc3f1af19a8316f904cc96980df49c9b1d09e0f5f8e1bd2d6c618f0f4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-799cfdf5b5-nmbjt 3069e3edc3f1af19a8316f904cc96980df49c9b1d09e0f5f8e1bd2d6c618f0f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:73:86:15:55:24\",\"name\":\"3069e3edc3f1af1\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76b8eb5e-2faa-4325-917b-40f08f5d38b2\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:13.792548 3854 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft e217a358c6f124e026fb3e22796e6f37c7dab978435929a588cc112a903075e4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-m97ft e217a358c6f124e026fb3e22796e6f37c7dab978435929a588cc112a903075e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:72:81:db:3c:1a\",\"name\":\"e217a358c6f124e\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/197fff81-82ac-43d1-8548-b8bebb55a837\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:13.793067 3854 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t 53374440a4387c5c659f8d1c65ada984f436fa8fef407efe3cffe018efff718b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vvv6t 53374440a4387c5c659f8d1c65ada984f436fa8fef407efe3cffe018efff718b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:c1:ed:cb:4e:b8\",\"name\":\"53374440a4387c5\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14c5724b-16e6-4b33-8c15-a115c06ada97\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:44:13.842919 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:44:13.983005 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:13.983032 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:13.983157 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:13.983182 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:13.983192 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.016820 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.016843 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.016925 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.016943 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.016948 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:14.997891 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:44:14.997913 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0504 20:44:15.064700 3854 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:44:15.078682 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:15.078700 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:44:15.078707 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0504 20:44:15.191847 3854 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:44:15.785391 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-46.ec2.internal I0504 20:44:15.785426 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-46.ec2.internal: 41.886µs W0504 20:44:15.901033 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:15.901061 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:15.901067 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:44:16.219466 3854 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-19.ec2.internal I0504 20:44:16.219504 3854 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-19.ec2.internal: 46.741µs W0504 20:44:16.982976 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:17.042245 3854 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:19.994878 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:19.994899 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:19.994907 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.066739 3854 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.066781 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.066820 3854 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967292 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967318 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:20.967325 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:44:21.000449 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:44:25.014976 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:25.081586 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 20:44:26.646635 3854 base_network_controller_pods.go:487] [default/openshift-console/console-854d569766-gpspc] creating logical port openshift-console_console-854d569766-gpspc for pod on switch ip-10-0-1-83.ec2.internal I0504 20:44:26.646810 3854 kube.go:256] Updating pod openshift-console/console-854d569766-gpspc I0504 20:44:26.664946 3854 pod.go:62] [openshift-console/console-854d569766-gpspc] pod update took 18.182974ms I0504 20:44:26.664969 3854 base_network_controller_pods.go:951] [default/openshift-console/console-854d569766-gpspc] addLogicalPort annotation time took 18.218612ms I0504 20:44:26.666279 3854 pods.go:271] [openshift-console/console-854d569766-gpspc] addLogicalPort took 19.661745ms, libovsdb time 927.25µs W0504 20:44:26.677760 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 20:44:27.008713 3854 cni.go:452] [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key ] I0504 20:44:27.020227 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-854d569766-gpspc, hostIfaceName: a45b286291e4d16, network: default, NAD default, SandboxID: "a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6", PCI device ID: , UID: "b7869e43-86b1-4ded-8e4e-9428bdac24e8", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0504 20:44:27.074095 3854 cni.go:473] [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c3:71:f1:05:d1\",\"name\":\"a45b286291e4d16\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6d2f3ad-3a78-40a1-ae83-3bbc5f444461\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:44:28.052995 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:44:28.083185 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:44:28.953194 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:44:30.067286 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:44:32.118307 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:32.118416 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:37.125831 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:44:37.135048 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.135064 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:37.135069 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.548751 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.548771 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.548778 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:44:38.681606 3854 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-854d569766-5dp4j IP address from the namespace address-set, err: pod openshift-console/console-854d569766-5dp4j: no pod IPs found W0504 20:44:41.116308 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:44:41.151720 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.151740 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.151745 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.151749 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:41.254099 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:41.254125 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.183143 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:44:42.266507 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.266524 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:44:42.303364 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.303382 3854 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.303389 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:42.303394 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:44:43.478197 3854 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5cc85bf75f-sz562 IP address from the namespace address-set, err: pod openshift-console/console-5cc85bf75f-sz562: no pod IPs found W0504 20:44:43.484803 3854 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5cc85bf75f-9jt76 IP address from the namespace address-set, err: pod openshift-console/console-5cc85bf75f-9jt76: no pod IPs found I0504 20:44:44.189627 3854 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:44:52.282515 3854 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-5m4pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:52.283117 3854 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-5m4pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:53.222605 3854 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-5m4pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:53.222636 3854 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-5m4pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:53.229582 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65c9c56955-5m4pd I0504 20:44:53.229610 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65c9c56955-5m4pd W0504 20:45:01.213870 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:45:01.213873 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:45:01.213917 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:45:02.211587 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 20:45:02.491277 3854 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-tzl47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:02.491805 3854 obj_retry.go:498] Detected object openshift-console/console-65c9c56955-tzl47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:03.317492 3854 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-tzl47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:03.317516 3854 obj_retry.go:492] Detected object openshift-console/console-65c9c56955-tzl47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:03.329209 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65c9c56955-tzl47 I0504 20:45:03.329238 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65c9c56955-tzl47 I0504 20:45:03.461450 3854 cni.go:452] [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key ] I0504 20:45:03.542291 3854 cni.go:473] [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7596968c58-2w2pb 2f7f30c684aec1cafe4a1ecbab7f7188dd3e07d2bfde347b35eb4cc1b7270345 network default NAD default NAD key default], result "{}", err I0504 20:45:03.613467 3854 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:03.613499 3854 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7596968c58-2w2pb I0504 20:45:03.614676 3854 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7596968c58-2w2pb, ips: 10.128.0.5 I0504 20:45:03.614700 3854 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:04.217092 3854 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:04.217122 3854 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7596968c58-2w2pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:04.224400 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7596968c58-2w2pb I0504 20:45:04.224423 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7596968c58-2w2pb I0504 20:45:09.687877 3854 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl for pod on switch ip-10-0-1-83.ec2.internal I0504 20:45:09.688009 3854 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl I0504 20:45:09.700935 3854 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl] pod update took 12.96154ms I0504 20:45:09.700959 3854 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl] addLogicalPort annotation time took 12.989252ms I0504 20:45:09.702229 3854 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl] addLogicalPort took 14.377801ms, libovsdb time 906.706µs I0504 20:45:10.102896 3854 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key ] I0504 20:45:10.112547 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl, hostIfaceName: 9fa98be0a75cee2, network: default, NAD default, SandboxID: "9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8", PCI device ID: , UID: "05c6f615-84ab-4573-905c-f657d20e7055", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0504 20:45:10.163873 3854 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4e:bc:49:ad:fe\",\"name\":\"9fa98be0a75cee2\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa96d715-0759-4432-87dc-8a4b96e0b610\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:45:11.255941 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:45:11.255938 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:45:11.256139 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:45:12.262057 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:45:16.277245 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:45:16.277254 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:45:16.277405 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:45:17.287913 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:45:26.336201 3854 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key ] I0504 20:45:26.409215 3854 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl 9fa98be0a75cee27487ed40933a0a7d8a927dfdc2ec3292ab30cfb506ff659d8 network default NAD default NAD key default], result "{}", err I0504 20:45:26.464322 3854 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.464356 3854 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl I0504 20:45:26.465665 3854 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl, ips: 10.128.0.27 I0504 20:45:26.465691 3854 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465711 3854 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465723 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:45:26.465910 3854 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:45:26.465928 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:45:27.484888 3854 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.484923 3854 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.484946 3854 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:27.484964 3854 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp6khl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:28.466935 3854 cni.go:452] [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key ] I0504 20:45:28.563108 3854 cni.go:473] [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-854d569766-gpspc a45b286291e4d16b1f9ac2976f07e2846ae5f6259393fa124da2ea00411307e6 network default NAD default NAD key default], result "{}", err I0504 20:45:28.622402 3854 obj_retry.go:498] Detected object openshift-console/console-854d569766-gpspc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:28.622440 3854 pods.go:176] Deleting pod: openshift-console/console-854d569766-gpspc I0504 20:45:28.623866 3854 pods.go:236] Attempting to release IPs for pod: openshift-console/console-854d569766-gpspc, ips: 10.128.0.26 I0504 20:45:28.623902 3854 obj_retry.go:498] Detected object openshift-console/console-854d569766-gpspc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:29.337511 3854 obj_retry.go:492] Detected object openshift-console/console-854d569766-gpspc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:29.337545 3854 obj_retry.go:492] Detected object openshift-console/console-854d569766-gpspc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:29.344193 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-854d569766-gpspc I0504 20:45:29.344218 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-854d569766-gpspc I0504 20:45:29.755157 3854 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:45:29.768021 3854 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:45:31.206075 3854 cni.go:452] [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key ] I0504 20:45:31.289208 3854 cni.go:473] [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7649797d67-6vgks 3f24f9e5867e1ff7950d481b016bca126ec9a79a39c96e1e5a586a804a752341 network default NAD default NAD key default], result "{}", err I0504 20:45:31.336103 3854 obj_retry.go:498] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:31.336145 3854 pods.go:176] Deleting pod: openshift-ingress/router-default-7649797d67-6vgks I0504 20:45:31.337323 3854 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7649797d67-6vgks, ips: 10.128.0.18 I0504 20:45:31.337350 3854 obj_retry.go:498] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:31.646265 3854 obj_retry.go:492] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:31.646291 3854 obj_retry.go:492] Detected object openshift-ingress/router-default-7649797d67-6vgks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:31.654709 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7649797d67-6vgks I0504 20:45:31.654738 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7649797d67-6vgks I0504 20:45:54.554814 3854 base_network_controller_pods.go:487] [default/openshift-console/console-bd7f98d8-qz97k] creating logical port openshift-console_console-bd7f98d8-qz97k for pod on switch ip-10-0-1-83.ec2.internal I0504 20:45:54.554918 3854 kube.go:256] Updating pod openshift-console/console-bd7f98d8-qz97k I0504 20:45:54.578646 3854 pod.go:62] [openshift-console/console-bd7f98d8-qz97k] pod update took 23.758242ms I0504 20:45:54.578670 3854 base_network_controller_pods.go:951] [default/openshift-console/console-bd7f98d8-qz97k] addLogicalPort annotation time took 23.787464ms I0504 20:45:54.579884 3854 pods.go:271] [openshift-console/console-bd7f98d8-qz97k] addLogicalPort took 25.108454ms, libovsdb time 872.354µs I0504 20:45:54.801130 3854 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:54.801669 3854 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:54.914758 3854 cni.go:452] [openshift-console/console-bd7f98d8-qz97k 11c8df8f45991ac2cbb3d44455237e41e5228513cfe8cf48adb7b8ee4fe01789 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bd7f98d8-qz97k 11c8df8f45991ac2cbb3d44455237e41e5228513cfe8cf48adb7b8ee4fe01789 network default NAD default NAD key ] I0504 20:45:54.925431 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bd7f98d8-qz97k, hostIfaceName: 11c8df8f45991ac, network: default, NAD default, SandboxID: "11c8df8f45991ac2cbb3d44455237e41e5228513cfe8cf48adb7b8ee4fe01789", PCI device ID: , UID: "b27713b5-dec5-43c6-bbcb-4a3dcce12fda", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0504 20:45:54.976803 3854 cni.go:473] [openshift-console/console-bd7f98d8-qz97k 11c8df8f45991ac2cbb3d44455237e41e5228513cfe8cf48adb7b8ee4fe01789 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bd7f98d8-qz97k 11c8df8f45991ac2cbb3d44455237e41e5228513cfe8cf48adb7b8ee4fe01789 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:8b:e1:89:9d:66\",\"name\":\"11c8df8f45991ac\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c04d2198-b1fa-4aa7-8576-48bd2b87686f\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:45:55.455129 3854 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:55.455155 3854 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:55.464414 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:45:55.464432 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:45:59.171213 3854 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.171729 3854 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.506897 3854 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.506926 3854 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.516308 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:45:59.516329 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0504 20:46:05.525126 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:46:19.848930 3854 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mkczq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:19.849493 3854 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mkczq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:20.577111 3854 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mkczq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:20.577135 3854 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mkczq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:20.582548 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54d7b44f95-mkczq I0504 20:46:20.582575 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54d7b44f95-mkczq I0504 20:46:27.225381 3854 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.225946 3854 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.631977 3854 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.632007 3854 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.638467 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:46:27.638504 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:46:30.838376 3854 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.838914 3854 obj_retry.go:498] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.653589 3854 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.653619 3854 obj_retry.go:492] Detected object openshift-console/console-54d7b44f95-mm9f6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.661710 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54d7b44f95-mm9f6 I0504 20:46:31.661736 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54d7b44f95-mm9f6 I0504 20:47:02.131163 3854 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.131717 3854 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.740816 3854 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.740844 3854 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.749163 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:47:02.749181 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:47:37.864550 3854 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:48:42.613956 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0504 20:49:08.617896 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0504 20:49:09.724709 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0504 20:49:30.361311 3854 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key ] I0504 20:49:30.442400 3854 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn 01b3f160ad68fcd0979117005ad0293d62ce1fdd687d8922f615a363136e8612 network default NAD default NAD key default], result "{}", err I0504 20:49:30.486256 3854 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:30.486313 3854 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn I0504 20:49:30.487571 3854 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn, ips: 10.128.0.7 I0504 20:49:30.487599 3854 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:31.374137 3854 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:31.374190 3854 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-z2wdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:48.617608 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0504 20:50:00.199704 3854 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632130-7wq2j for pod on switch ip-10-0-1-83.ec2.internal I0504 20:50:00.199863 3854 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j I0504 20:50:00.240299 3854 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j I0504 20:50:00.253887 3854 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j] pod update took 54.061405ms I0504 20:50:00.253915 3854 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j] addLogicalPort annotation time took 54.091942ms I0504 20:50:00.255211 3854 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j] addLogicalPort took 55.523811ms, libovsdb time 937.387µs I0504 20:50:00.566288 3854 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key ] I0504 20:50:00.575756 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632130-7wq2j, hostIfaceName: afdf058c701014e, network: default, NAD default, SandboxID: "afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1", PCI device ID: , UID: "5d9ea8a9-95a3-4ffa-b74d-9775a6a7ef28", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0504 20:50:00.627184 3854 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ea:96:3f:7a:b2\",\"name\":\"afdf058c701014e\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a1ff661-0511-4b74-85a0-7996c7169de9\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:03.504501 3854 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key ] I0504 20:50:03.583086 3854 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j afdf058c701014eee75d0b05f408d8b75be3b5f486e4b10632ac6ecd60f99ec1 network default NAD default NAD key default], result "{}", err I0504 20:50:03.625114 3854 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.625179 3854 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j I0504 20:50:03.626422 3854 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j, ips: 10.128.0.29 I0504 20:50:03.626447 3854 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.518591 3854 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.518643 3854 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-7wq2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:31.397202 3854 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-pw9wm for pod on switch ip-10-0-1-83.ec2.internal I0504 20:50:31.397324 3854 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm I0504 20:50:31.422348 3854 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm] pod update took 25.050814ms I0504 20:50:31.422372 3854 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm] addLogicalPort annotation time took 25.078905ms I0504 20:50:31.423584 3854 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm] addLogicalPort took 26.394697ms, libovsdb time 875.738µs I0504 20:50:31.757599 3854 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm 50cb2e50a01f2884389bd04962be190ec893629635d54f5f0e0ca98014fcea5f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm 50cb2e50a01f2884389bd04962be190ec893629635d54f5f0e0ca98014fcea5f network default NAD default NAD key ] I0504 20:50:31.767092 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-pw9wm, hostIfaceName: 50cb2e50a01f288, network: default, NAD default, SandboxID: "50cb2e50a01f2884389bd04962be190ec893629635d54f5f0e0ca98014fcea5f", PCI device ID: , UID: "7eec163c-5230-4831-af05-eda7b2f2ac70", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0504 20:50:31.818285 3854 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm 50cb2e50a01f2884389bd04962be190ec893629635d54f5f0e0ca98014fcea5f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-pw9wm 50cb2e50a01f2884389bd04962be190ec893629635d54f5f0e0ca98014fcea5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ac:f4:a0:c0:9d\",\"name\":\"50cb2e50a01f288\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cddf1643-e00b-45f5-bb51-d4ca77546859\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:32.730242 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0504 20:50:34.634302 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0504 20:50:45.646662 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:50:45.683856 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:50:45.683933 3854 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vhwr8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vhwr8: no pod IPs found I0504 20:50:46.703676 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 20:51:09.621952 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=717 I0504 20:51:54.708349 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 20:52:30.735073 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 20:52:34.617310 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0504 20:53:01.742152 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 20:53:02.719384 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:53:05.704211 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 20:53:11.615588 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145 I0504 20:53:22.740631 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0504 20:53:28.715842 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 20:55:14.616830 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0504 20:55:53.960066 3854 namespace.go:98] [tsf] adding namespace I0504 20:55:53.960994 3854 namespace.go:102] [tsf] adding namespace took 895.601µs I0504 20:55:53.976985 3854 namespace.go:142] [tsf] updating namespace I0504 20:55:53.988913 3854 namespace.go:142] [tsf] updating namespace I0504 20:55:57.902583 3854 namespace.go:98] [konflux-operator] adding namespace I0504 20:55:57.903415 3854 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:55:57.903412 3854 namespace.go:98] [rhbk-operator] adding namespace I0504 20:55:57.903515 3854 namespace.go:102] [konflux-operator] adding namespace took 908.973µs I0504 20:55:57.904265 3854 namespace.go:102] [rhtpa-operator] adding namespace took 827.531µs I0504 20:55:57.904296 3854 namespace.go:98] [tsf-tpa] adding namespace I0504 20:55:57.904936 3854 namespace.go:102] [tsf-tpa] adding namespace took 628.858µs I0504 20:55:57.905511 3854 namespace.go:102] [rhbk-operator] adding namespace took 2.069372ms I0504 20:55:57.922018 3854 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:55:57.922084 3854 namespace.go:98] [tsf-tas] adding namespace I0504 20:55:57.922216 3854 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:55:57.922272 3854 namespace.go:98] [konflux-ui] adding namespace I0504 20:55:57.922730 3854 namespace.go:102] [tsf-keycloak] adding namespace took 696.722µs I0504 20:55:57.923296 3854 namespace.go:102] [tsf-tas] adding namespace took 1.193054ms I0504 20:55:57.923763 3854 namespace.go:102] [cert-manager-operator] adding namespace took 1.530446ms I0504 20:55:57.924409 3854 namespace.go:102] [konflux-ui] adding namespace took 2.116082ms I0504 20:55:57.929092 3854 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:57.957950 3854 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:57.974045 3854 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:57.980514 3854 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:57.998722 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:57.998808 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:57.998895 3854 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:58.010042 3854 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.010055 3854 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.010183 3854 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.015082 3854 namespace.go:142] [rhbk-operator] updating namespace I0504 20:55:58.015152 3854 namespace.go:142] [konflux-operator] updating namespace I0504 20:55:58.077861 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:58.099630 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:58.127658 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:58.146918 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:58.164095 3854 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.177996 3854 namespace.go:142] [tsf-tas] updating namespace I0504 20:55:58.183863 3854 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.192105 3854 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:55:58.219202 3854 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.232051 3854 namespace.go:142] [konflux-ui] updating namespace I0504 20:55:58.248710 3854 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:58.251127 3854 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:55:59.150838 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:55:59.163164 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:55:59.319632 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-83.ec2.internal I0504 20:55:59.319801 3854 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0504 20:55:59.350512 3854 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.768437ms I0504 20:55:59.350540 3854 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.802708ms I0504 20:55:59.351857 3854 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 32.242583ms, libovsdb time 852.988µs I0504 20:55:59.689947 3854 cni.go:452] [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key ] I0504 20:55:59.699819 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 33e6e135bc7bb6d, network: default, NAD default, SandboxID: "33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432", PCI device ID: , UID: "bcac1081-fa07-458c-9cc4-fb1afc8f1939", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0504 20:55:59.751332 3854 cni.go:473] [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:4b:5b:ff:5b:d7\",\"name\":\"33e6e135bc7bb6d\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f8c1438-0e90-418a-a22b-7fa2e5855587\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:01.029565 3854 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs for pod on switch ip-10-0-1-83.ec2.internal I0504 20:56:01.029675 3854 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs I0504 20:56:01.043415 3854 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs] pod update took 13.76323ms I0504 20:56:01.043450 3854 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs] addLogicalPort annotation time took 13.802273ms I0504 20:56:01.044796 3854 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs] addLogicalPort took 15.228434ms, libovsdb time 890.195µs I0504 20:56:01.124538 3854 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm for pod on switch ip-10-0-1-83.ec2.internal I0504 20:56:01.124659 3854 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm I0504 20:56:01.137687 3854 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm] pod update took 13.053963ms I0504 20:56:01.137711 3854 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm] addLogicalPort annotation time took 13.083863ms I0504 20:56:01.138897 3854 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm] addLogicalPort took 14.372418ms, libovsdb time 802.829µs I0504 20:56:01.389731 3854 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key ] I0504 20:56:01.399818 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs, hostIfaceName: d956c1f3ff9a56c, network: default, NAD default, SandboxID: "d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b", PCI device ID: , UID: "88bd75ed-bdf0-48dc-a615-b0a25edcedb2", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0504 20:56:01.451091 3854 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:eb:6c:2a:24:24\",\"name\":\"d956c1f3ff9a56c\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4536cfbe-a730-496d-95fd-2c324055a446\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:01.483165 3854 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key ] I0504 20:56:01.494505 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm, hostIfaceName: d285ef98e1e6b33, network: default, NAD default, SandboxID: "d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0", PCI device ID: , UID: "da86f901-27b4-41cc-a6ab-05742f960766", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0504 20:56:01.549644 3854 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ec:f6:eb:c3:a0\",\"name\":\"d285ef98e1e6b33\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b37d5828-00ff-471d-8cff-8c5bf3139db4\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:04.112889 3854 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:56:04.113012 3854 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 I0504 20:56:04.127820 3854 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9] pod update took 14.834194ms I0504 20:56:04.127842 3854 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9] addLogicalPort annotation time took 14.860099ms I0504 20:56:04.129196 3854 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9] addLogicalPort took 16.320771ms, libovsdb time 974.06µs I0504 20:56:04.496474 3854 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key ] I0504 20:56:04.509746 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9, hostIfaceName: f8d0c1967477142, network: default, NAD default, SandboxID: "f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d", PCI device ID: , UID: "e07ff4fa-de34-4509-86b3-3493210cf4a4", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0504 20:56:04.583335 3854 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d2:9c:17:eb:5b\",\"name\":\"f8d0c1967477142\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddb25ca0-f5c7-4dcf-aea9-d65d78281562\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:05.057606 3854 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key ] I0504 20:56:05.058704 3854 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key ] I0504 20:56:05.146555 3854 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm d285ef98e1e6b331503e88d95d7501d1c4c0019f463e7b41649ef1a002366de0 network default NAD default NAD key default], result "{}", err I0504 20:56:05.186890 3854 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.186996 3854 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm I0504 20:56:05.188696 3854 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs d956c1f3ff9a56c6bb69f603514b870abc917502d218913a55456569783ab06b network default NAD default NAD key default], result "{}", err I0504 20:56:05.188945 3854 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm, ips: 10.128.0.33 I0504 20:56:05.188984 3854 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.189006 3854 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.189015 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:05.189269 3854 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.189290 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:05.226983 3854 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.227030 3854 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs I0504 20:56:05.228749 3854 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs, ips: 10.128.0.32 I0504 20:56:05.228803 3854 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.228830 3854 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.228840 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:05.229084 3854 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:05.229102 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:05.827942 3854 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg for pod on switch ip-10-0-1-83.ec2.internal I0504 20:56:05.828092 3854 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg I0504 20:56:05.842582 3854 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg] pod update took 14.531261ms I0504 20:56:05.842673 3854 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg] addLogicalPort annotation time took 14.628529ms I0504 20:56:05.844301 3854 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg] addLogicalPort took 16.371905ms, libovsdb time 1.135382ms I0504 20:56:06.214798 3854 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.214831 3854 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.214847 3854 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.214859 3854 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51926fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253334 3854 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253363 3854 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253383 3854 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:06.253396 3854 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eckszs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:07.283725 3854 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:56:07.283901 3854 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 I0504 20:56:07.296540 3854 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4] pod update took 12.670504ms I0504 20:56:07.296563 3854 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4] addLogicalPort annotation time took 12.698873ms I0504 20:56:07.297920 3854 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4] addLogicalPort took 14.214726ms, libovsdb time 914.347µs I0504 20:56:07.390419 3854 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:56:07.390549 3854 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 I0504 20:56:07.403999 3854 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4] pod update took 13.492438ms I0504 20:56:07.404029 3854 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4] addLogicalPort annotation time took 13.527437ms I0504 20:56:07.405453 3854 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4] addLogicalPort took 15.054278ms, libovsdb time 984.946µs I0504 20:56:10.905434 3854 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key ] I0504 20:56:10.913495 3854 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key ] I0504 20:56:10.913992 3854 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key ] I0504 20:56:10.917155 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4, hostIfaceName: 5bb7d3bc2f6f1ba, network: default, NAD default, SandboxID: "5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c", PCI device ID: , UID: "5874e74d-571d-4837-a27f-19dea92d76eb", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0504 20:56:10.926852 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4, hostIfaceName: 0e0abd36c525311, network: default, NAD default, SandboxID: "0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf", PCI device ID: , UID: "b77b9274-6e42-4ac5-9b93-4023c3bf1fc0", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0504 20:56:10.927242 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg, hostIfaceName: 3df7d8612133b9c, network: default, NAD default, SandboxID: "3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503", PCI device ID: , UID: "be69ccaa-b8e5-47e7-9079-f41f92fa6502", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0504 20:56:10.979897 3854 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:52:aa:6a:34:f1\",\"name\":\"5bb7d3bc2f6f1ba\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4cf0cc1-8a41-49e4-9c58-0e2ef0dd2ae2\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:11.214312 3854 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fc:f4:e3:ab:5c\",\"name\":\"3df7d8612133b9c\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c40efa79-9298-451b-9856-3797ebb5616d\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:11.214372 3854 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:25:65:c6:ae:15\",\"name\":\"0e0abd36c525311\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2198a22-dda5-437e-8002-52f7019476b0\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:56:13.120366 3854 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key ] I0504 20:56:13.197324 3854 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 f8d0c1967477142b2d761981b220e2157d9a37e1a9b9873ca71ee88540338d1d network default NAD default NAD key default], result "{}", err I0504 20:56:13.815418 3854 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.815524 3854 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 I0504 20:56:13.817355 3854 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9, ips: 10.128.0.34 I0504 20:56:13.817392 3854 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.817410 3854 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.817417 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:13.817635 3854 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:13.817655 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:14.146840 3854 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.146931 3854 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.146948 3854 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:14.146962 3854 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf27jvp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:15.137764 3854 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key ] I0504 20:56:15.139342 3854 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key ] I0504 20:56:15.210169 3854 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 5bb7d3bc2f6f1ba10126244213a660fe4130bccad949041840a93fcdf36a592c network default NAD default NAD key default], result "{}", err I0504 20:56:15.241434 3854 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 0e0abd36c52531123ca4d61914864a1b7630bc1b6d12ff93d8fbca7e81a1cbaf network default NAD default NAD key default], result "{}", err I0504 20:56:15.261279 3854 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.261322 3854 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 I0504 20:56:15.263243 3854 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4, ips: 10.128.0.36 I0504 20:56:15.263289 3854 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.263308 3854 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.263316 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:15.263581 3854 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.263594 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:15.291117 3854 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.291155 3854 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 I0504 20:56:15.292526 3854 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4, ips: 10.128.0.37 I0504 20:56:15.292556 3854 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.292591 3854 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.292604 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:15.292818 3854 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:15.292848 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:16.139331 3854 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key ] I0504 20:56:16.219883 3854 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg 3df7d8612133b9c8ab533aa58762e1b878d1b4ad6f0b5f327bf7a420ea040503 network default NAD default NAD key default], result "{}", err I0504 20:56:16.269228 3854 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.269273 3854 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg I0504 20:56:16.270751 3854 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg, ips: 10.128.0.35 I0504 20:56:16.270801 3854 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270823 3854 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.270832 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:56:16.271025 3854 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:56:16.271045 3854 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:56:16.295044 3854 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.295068 3854 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.295084 3854 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.295096 3854 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dxtv4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.329078 3854 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.329104 3854 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.329130 3854 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:16.329140 3854 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136ksnw4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315893 3854 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315927 3854 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315943 3854 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:56:17.315954 3854 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dgw5qg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:56:18.913704 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:56:21.992132 3854 namespace.go:142] [openshift-operators] updating namespace I0504 20:56:22.014548 3854 namespace.go:142] [openshift-operators] updating namespace W0504 20:56:23.956976 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.558124 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.571078 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.573001 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:56:24.591086 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:56:30.166240 3854 namespace.go:142] [openshift-operators] updating namespace I0504 20:56:39.429517 3854 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:56:39.430380 3854 namespace.go:102] [trusted-artifact-signer] adding namespace took 837.886µs I0504 20:56:39.491314 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:39.509029 3854 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:56:40.032107 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:56:40.708914 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:56:45.710854 3854 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:56:45.711767 3854 namespace.go:102] [openshift-pipelines] adding namespace took 889.152µs I0504 20:56:45.735278 3854 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:56:46.420963 3854 namespace.go:98] [cert-manager] adding namespace I0504 20:56:46.421844 3854 namespace.go:102] [cert-manager] adding namespace took 858.964µs I0504 20:56:46.551901 3854 namespace.go:142] [cert-manager] updating namespace I0504 20:56:46.580026 3854 namespace.go:142] [cert-manager] updating namespace I0504 20:56:47.178859 3854 namespace.go:142] [cert-manager] updating namespace I0504 20:56:47.668770 3854 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:48.208449 3854 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:48.404575 3854 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:48.630117 3854 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:49.053297 3854 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:49.248484 3854 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:49.490039 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:49.870935 3854 namespace.go:142] [tsf] updating namespace I0504 20:56:50.103098 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:50.564444 3854 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:51.021835 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:51.143920 3854 namespace.go:142] [cert-manager] updating namespace I0504 20:56:51.158069 3854 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:51.172925 3854 namespace.go:142] [default] updating namespace I0504 20:56:51.188280 3854 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:51.213125 3854 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:51.228338 3854 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:51.245065 3854 namespace.go:142] [openshift] updating namespace I0504 20:56:51.256521 3854 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:51.278233 3854 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:51.300010 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:51.329345 3854 namespace.go:142] [tsf] updating namespace I0504 20:56:51.342648 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:51.365993 3854 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:51.385639 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:51.463525 3854 namespace.go:142] [cert-manager] updating namespace W0504 20:56:51.491059 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:56:51.491087 3854 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:56:51.572013 3854 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:56:51.679992 3854 namespace.go:142] [default] updating namespace I0504 20:56:51.769934 3854 namespace.go:142] [konflux-operator] updating namespace I0504 20:56:51.852356 3854 namespace.go:142] [konflux-ui] updating namespace I0504 20:56:51.923752 3854 namespace.go:142] [open-cluster-management-2q3b4g5ismrf3h31o672c5ttvbsfonn0] updating namespace I0504 20:56:52.016355 3854 namespace.go:142] [openshift] updating namespace I0504 20:56:52.098493 3854 namespace.go:142] [rhbk-operator] updating namespace I0504 20:56:52.219343 3854 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:56:52.320915 3854 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:56:52.395048 3854 namespace.go:142] [tsf] updating namespace I0504 20:56:52.482326 3854 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:56:52.585009 3854 namespace.go:142] [tsf-tas] updating namespace I0504 20:56:52.829996 3854 namespace.go:142] [tsf-tpa] updating namespace I0504 20:56:53.898748 3854 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:56:58.738957 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 20:57:03.393328 3854 cni.go:452] [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key ] I0504 20:57:03.468082 3854 cni.go:473] [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 33e6e135bc7bb6de5678ebd0d886c9aa840abd4666343e9b2210d6a3780c9432 network default NAD default NAD key default], result "{}", err I0504 20:57:03.547815 3854 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:03.547850 3854 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0504 20:57:03.549242 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.31 I0504 20:57:03.549274 3854 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:03.573254 3854 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:03.573274 3854 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:03.582260 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:57:03.582283 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:57:05.096086 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:05.096184 3854 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0504 20:57:05.114664 3854 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.504619ms I0504 20:57:05.114687 3854 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.533996ms I0504 20:57:05.115950 3854 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 19.880841ms, libovsdb time 877.503µs I0504 20:57:05.484267 3854 cni.go:452] [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key ] I0504 20:57:05.494086 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 3a33cf7a40c9c6b, network: default, NAD default, SandboxID: "3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0", PCI device ID: , UID: "d200eadb-8327-49cf-bd55-3ca8146a6ff2", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0504 20:57:05.545565 3854 cni.go:473] [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:38:83:97:14:db\",\"name\":\"3a33cf7a40c9c6b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31c5ae13-40a8-4213-b530-65fd568b2273\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:57:07.988611 3854 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-h4vbh for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:07.988706 3854 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh I0504 20:57:08.003157 3854 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh] pod update took 14.47373ms I0504 20:57:08.003180 3854 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh] addLogicalPort annotation time took 14.502685ms I0504 20:57:08.004339 3854 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh] addLogicalPort took 15.745243ms, libovsdb time 835.856µs I0504 20:57:08.096205 3854 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-t9ndc for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:08.096296 3854 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc I0504 20:57:08.110892 3854 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc] pod update took 14.619688ms I0504 20:57:08.110922 3854 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc] addLogicalPort annotation time took 14.655564ms I0504 20:57:08.112436 3854 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc] addLogicalPort took 16.247329ms, libovsdb time 1.08977ms W0504 20:57:10.168474 3854 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.168500 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.168506 3854 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:57:10.184275 3854 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.184291 3854 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.184296 3854 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:57:10.184300 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 20:57:14.157084 3854 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc 9ee86b12e51a004c62652a897d211501f43bb318e88bee3ab338fe36ccdb7b8e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc 9ee86b12e51a004c62652a897d211501f43bb318e88bee3ab338fe36ccdb7b8e network default NAD default NAD key ] I0504 20:57:14.166685 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-t9ndc, hostIfaceName: 9ee86b12e51a004, network: default, NAD default, SandboxID: "9ee86b12e51a004c62652a897d211501f43bb318e88bee3ab338fe36ccdb7b8e", PCI device ID: , UID: "4169085f-d3b8-4f31-a040-79200bff33bb", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0504 20:57:14.216842 3854 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc 9ee86b12e51a004c62652a897d211501f43bb318e88bee3ab338fe36ccdb7b8e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t9ndc 9ee86b12e51a004c62652a897d211501f43bb318e88bee3ab338fe36ccdb7b8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ac:40:d6:e9:13\",\"name\":\"9ee86b12e51a004\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8093651-1927-4de3-ad48-47aa11e89c93\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:57:14.349758 3854 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh 15e48675bd6f0ea6e456275f33f2cf97d49876ef1430a9795dceda2b09315301 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh 15e48675bd6f0ea6e456275f33f2cf97d49876ef1430a9795dceda2b09315301 network default NAD default NAD key ] I0504 20:57:14.359921 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-h4vbh, hostIfaceName: 15e48675bd6f0ea, network: default, NAD default, SandboxID: "15e48675bd6f0ea6e456275f33f2cf97d49876ef1430a9795dceda2b09315301", PCI device ID: , UID: "7c1f484a-61ce-41a7-81ca-9e1d43794fa3", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0504 20:57:14.410890 3854 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh 15e48675bd6f0ea6e456275f33f2cf97d49876ef1430a9795dceda2b09315301 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-h4vbh 15e48675bd6f0ea6e456275f33f2cf97d49876ef1430a9795dceda2b09315301 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d5:68:ad:18:73\",\"name\":\"15e48675bd6f0ea\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e7a5f82-894c-4b91-b314-ad6e1177461d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:57:14.450543 3854 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 20:57:15.187613 3854 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.187631 3854 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.187638 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:57:15.454990 3854 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 20:57:30.620350 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0504 20:57:33.014739 3854 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-4ltc7 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:33.014860 3854 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7 I0504 20:57:33.028588 3854 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7] pod update took 13.755225ms I0504 20:57:33.028612 3854 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7] addLogicalPort annotation time took 13.783818ms I0504 20:57:33.029861 3854 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7] addLogicalPort took 15.136261ms, libovsdb time 868.176µs I0504 20:57:33.104674 3854 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-trz4x for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:33.104750 3854 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x I0504 20:57:33.117818 3854 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x] pod update took 13.083554ms I0504 20:57:33.117848 3854 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x] addLogicalPort annotation time took 13.119647ms I0504 20:57:33.119177 3854 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x] addLogicalPort took 14.518963ms, libovsdb time 927.303µs I0504 20:57:33.374168 3854 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7 e947f3c2d6f07ed598af3fb470637f0362c48bf4147ef1f4ea40110a1ed54195 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7 e947f3c2d6f07ed598af3fb470637f0362c48bf4147ef1f4ea40110a1ed54195 network default NAD default NAD key ] I0504 20:57:33.383865 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-4ltc7, hostIfaceName: e947f3c2d6f07ed, network: default, NAD default, SandboxID: "e947f3c2d6f07ed598af3fb470637f0362c48bf4147ef1f4ea40110a1ed54195", PCI device ID: , UID: "6fe0327c-3dde-4299-a137-ed11e69f73d9", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0504 20:57:33.436206 3854 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7 e947f3c2d6f07ed598af3fb470637f0362c48bf4147ef1f4ea40110a1ed54195 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-4ltc7 e947f3c2d6f07ed598af3fb470637f0362c48bf4147ef1f4ea40110a1ed54195 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:45:57:42:ee:f1\",\"name\":\"e947f3c2d6f07ed\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff8a11fd-8ac5-4dc1-b877-3ec84d99c858\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:57:33.465309 3854 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x 933efd55f5ad48955ae448a5911138eac6d64860f3330db562b2485e15745ce5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x 933efd55f5ad48955ae448a5911138eac6d64860f3330db562b2485e15745ce5 network default NAD default NAD key ] I0504 20:57:33.475658 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-trz4x, hostIfaceName: 933efd55f5ad489, network: default, NAD default, SandboxID: "933efd55f5ad48955ae448a5911138eac6d64860f3330db562b2485e15745ce5", PCI device ID: , UID: "93aae290-0dd1-4846-bb63-de69b92a7903", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0504 20:57:33.527841 3854 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x 933efd55f5ad48955ae448a5911138eac6d64860f3330db562b2485e15745ce5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-trz4x 933efd55f5ad48955ae448a5911138eac6d64860f3330db562b2485e15745ce5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:45:a4:f6:e9:cb\",\"name\":\"933efd55f5ad489\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6743f067-be83-45bb-a73d-f11fb465aed8\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:57:35.463125 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 20:57:36.467185 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:57:36.568574 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:57:39.594373 3854 cni.go:452] [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key ] I0504 20:57:39.677184 3854 cni.go:473] [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 3a33cf7a40c9c6b9b24f3d38c462bb2c2e5fea526bfed963ad4ae3584044edf0 network default NAD default NAD key default], result "{}", err I0504 20:57:39.726295 3854 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.726330 3854 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0504 20:57:39.727539 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.38 I0504 20:57:39.727565 3854 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.748593 3854 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:39.748624 3854 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:39.751205 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:57:39.751230 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:57:40.903110 3854 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:40.903209 3854 kube.go:256] Updating pod tsf/test-tsf-iam I0504 20:57:40.935316 3854 pod.go:62] [tsf/test-tsf-iam] pod update took 32.131227ms I0504 20:57:40.935359 3854 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 32.176942ms I0504 20:57:40.942732 3854 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 39.638208ms, libovsdb time 6.448922ms I0504 20:57:41.259935 3854 cni.go:452] [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key ] I0504 20:57:41.269876 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a8e42816d893ccd, network: default, NAD default, SandboxID: "a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708", PCI device ID: , UID: "725e80d3-b83c-4840-9f27-43a8430b9e60", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0504 20:57:41.321800 3854 cni.go:473] [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4d:73:89:44:83\",\"name\":\"a8e42816d893ccd\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e14801e2-c9ed-4c20-8c39-2d61afcc9100\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:57:41.871073 3854 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:57:41.871916 3854 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:57:41.871944 3854 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:57:41.873979 3854 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:57:46.372202 3854 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:57:47.583054 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0504 20:57:53.350210 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:57:53.350237 3854 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:57:53.350338 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:57:53.350355 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:57:54.250908 3854 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:57:57.328135 3854 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:57:57.328225 3854 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0504 20:57:57.342032 3854 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.829694ms I0504 20:57:57.342054 3854 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.856088ms I0504 20:57:57.343358 3854 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.238416ms, libovsdb time 936.316µs I0504 20:58:04.311614 3854 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 5465fb8f093a0b7a98ec6419cea1f108b50c99369e162c6b5c9a8444c046611f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 5465fb8f093a0b7a98ec6419cea1f108b50c99369e162c6b5c9a8444c046611f network default NAD default NAD key ] I0504 20:58:04.321201 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 5465fb8f093a0b7, network: default, NAD default, SandboxID: "5465fb8f093a0b7a98ec6419cea1f108b50c99369e162c6b5c9a8444c046611f", PCI device ID: , UID: "ab713d32-484f-4df6-a0f5-bdfce8e216ca", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0504 20:58:04.374516 3854 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 5465fb8f093a0b7a98ec6419cea1f108b50c99369e162c6b5c9a8444c046611f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 5465fb8f093a0b7a98ec6419cea1f108b50c99369e162c6b5c9a8444c046611f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:74:a2:1e:46:61\",\"name\":\"5465fb8f093a0b7\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e24c28a9-ccd5-40e4-a217-177803661bdc\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:09.799775 3854 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:58:12.737491 3854 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0504 20:58:15.489680 3854 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:15.489703 3854 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:58:15.489710 3854 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:58:17.745357 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:58:28.432724 3854 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-cdq7n] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-cdq7n for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:28.432831 3854 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-cdq7n I0504 20:58:28.444453 3854 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-cdq7n] pod update took 11.644241ms I0504 20:58:28.444476 3854 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-cdq7n] addLogicalPort annotation time took 11.68762ms I0504 20:58:28.445885 3854 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-cdq7n] addLogicalPort took 13.177957ms, libovsdb time 972.974µs I0504 20:58:28.794215 3854 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-cdq7n 2057f553106d99fec662c73a7c37e8220169b20b61cdcce99b11bb3f0501f9f1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-cdq7n 2057f553106d99fec662c73a7c37e8220169b20b61cdcce99b11bb3f0501f9f1 network default NAD default NAD key ] I0504 20:58:28.803725 3854 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-cdq7n, hostIfaceName: 2057f553106d99f, network: default, NAD default, SandboxID: "2057f553106d99fec662c73a7c37e8220169b20b61cdcce99b11bb3f0501f9f1", PCI device ID: , UID: "7aded4a0-c45c-4013-af93-8920d2f4fb6e", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0504 20:58:28.857436 3854 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-cdq7n 2057f553106d99fec662c73a7c37e8220169b20b61cdcce99b11bb3f0501f9f1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-cdq7n 2057f553106d99fec662c73a7c37e8220169b20b61cdcce99b11bb3f0501f9f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:76:ff:92:c8:f2\",\"name\":\"2057f553106d99f\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/384f6cbe-5ee7-49c5-96c4-01889641dc9d\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:29.620879 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0504 20:58:34.903014 3854 cni.go:452] [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key ] I0504 20:58:34.986406 3854 cni.go:473] [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam a8e42816d893ccdab8b70666d09066b69768998fb2b8b2764ac744f520c34708 network default NAD default NAD key default], result "{}", err I0504 20:58:35.042303 3854 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:35.042342 3854 pods.go:176] Deleting pod: tsf/test-tsf-iam I0504 20:58:35.043606 3854 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.43 I0504 20:58:35.043635 3854 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:35.086525 3854 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:35.086552 3854 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:35.092720 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:58:35.092742 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:58:35.894893 3854 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:35.894995 3854 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0504 20:58:35.912221 3854 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 17.252398ms I0504 20:58:35.912245 3854 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.282534ms I0504 20:58:35.913629 3854 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.753085ms, libovsdb time 952.44µs I0504 20:58:36.265049 3854 cni.go:452] [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key ] I0504 20:58:36.274869 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 726fc4fdbd87862, network: default, NAD default, SandboxID: "726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b", PCI device ID: , UID: "3ce6e6ca-5e61-4418-a805-0788b2d66c95", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0504 20:58:36.327694 3854 cni.go:473] [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:01:67:72:d2:70\",\"name\":\"726fc4fdbd87862\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ccd674b-9915-4fb2-b612-ef02e2024a50\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:36.866064 3854 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-xw5vh-6jd6j] creating logical port tsf-tas_segment-backup-installation-xw5vh-6jd6j for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:36.866148 3854 kube.go:256] Updating pod tsf-tas/segment-backup-installation-xw5vh-6jd6j I0504 20:58:36.878188 3854 pod.go:62] [tsf-tas/segment-backup-installation-xw5vh-6jd6j] pod update took 12.056742ms I0504 20:58:36.878218 3854 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-xw5vh-6jd6j] addLogicalPort annotation time took 12.092881ms I0504 20:58:36.879648 3854 pods.go:271] [tsf-tas/segment-backup-installation-xw5vh-6jd6j] addLogicalPort took 13.600753ms, libovsdb time 1.017809ms I0504 20:58:37.229276 3854 cni.go:452] [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key ] I0504 20:58:37.239637 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-xw5vh-6jd6j, hostIfaceName: 46a67b7ca63ba55, network: default, NAD default, SandboxID: "46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690", PCI device ID: , UID: "462cbf0a-41b3-4202-8f39-c6500ec3c51c", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0504 20:58:37.294665 3854 cni.go:473] [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f6:3a:c1:88:13\",\"name\":\"46a67b7ca63ba55\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df478501-e007-4c8c-934b-8eb14a3593b3\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:37.542570 3854 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5f557bbc56-6dgcw] creating logical port tsf-tas_fulcio-server-5f557bbc56-6dgcw for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:37.542659 3854 kube.go:256] Updating pod tsf-tas/fulcio-server-5f557bbc56-6dgcw I0504 20:58:37.561549 3854 pod.go:62] [tsf-tas/fulcio-server-5f557bbc56-6dgcw] pod update took 18.909386ms I0504 20:58:37.561575 3854 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5f557bbc56-6dgcw] addLogicalPort annotation time took 18.94053ms I0504 20:58:37.562857 3854 pods.go:271] [tsf-tas/fulcio-server-5f557bbc56-6dgcw] addLogicalPort took 20.300248ms, libovsdb time 850.711µs I0504 20:58:37.808115 3854 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-f6d944687-9n6hf] creating logical port tsf-tas_trillian-logserver-f6d944687-9n6hf for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:37.808232 3854 kube.go:256] Updating pod tsf-tas/trillian-logserver-f6d944687-9n6hf I0504 20:58:37.823056 3854 pod.go:62] [tsf-tas/trillian-logserver-f6d944687-9n6hf] pod update took 14.854535ms I0504 20:58:37.823087 3854 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-f6d944687-9n6hf] addLogicalPort annotation time took 14.891688ms I0504 20:58:37.824618 3854 pods.go:271] [tsf-tas/trillian-logserver-f6d944687-9n6hf] addLogicalPort took 16.527855ms, libovsdb time 941.333µs I0504 20:58:37.906099 3854 cni.go:452] [tsf-tas/fulcio-server-5f557bbc56-6dgcw 4018ccd0eb8d95ee22151fb18b471bdc991d718df444459ba2055516a6f87375 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5f557bbc56-6dgcw 4018ccd0eb8d95ee22151fb18b471bdc991d718df444459ba2055516a6f87375 network default NAD default NAD key ] I0504 20:58:37.916993 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5f557bbc56-6dgcw, hostIfaceName: 4018ccd0eb8d95e, network: default, NAD default, SandboxID: "4018ccd0eb8d95ee22151fb18b471bdc991d718df444459ba2055516a6f87375", PCI device ID: , UID: "6c258484-142a-43c6-b126-855726b4a41f", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0504 20:58:37.923592 3854 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-klxss-fx4lc] creating logical port tsf-tas_rekor-createtree-job-klxss-fx4lc for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:37.923738 3854 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-klxss-fx4lc I0504 20:58:37.937925 3854 pod.go:62] [tsf-tas/rekor-createtree-job-klxss-fx4lc] pod update took 14.209012ms I0504 20:58:37.937950 3854 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-klxss-fx4lc] addLogicalPort annotation time took 14.239139ms I0504 20:58:37.939581 3854 pods.go:271] [tsf-tas/rekor-createtree-job-klxss-fx4lc] addLogicalPort took 15.991069ms, libovsdb time 1.21255ms I0504 20:58:37.959634 3854 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-758584fdfb-srmq6] creating logical port tsf-tas_trillian-logsigner-758584fdfb-srmq6 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:58:37.959732 3854 kube.go:256] Updating pod tsf-tas/trillian-logsigner-758584fdfb-srmq6 I0504 20:58:37.974630 3854 cni.go:473] [tsf-tas/fulcio-server-5f557bbc56-6dgcw 4018ccd0eb8d95ee22151fb18b471bdc991d718df444459ba2055516a6f87375 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5f557bbc56-6dgcw 4018ccd0eb8d95ee22151fb18b471bdc991d718df444459ba2055516a6f87375 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:d6:13:ce:85:f4\",\"name\":\"4018ccd0eb8d95e\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/739b54ea-dc0b-4ab5-b4ed-2dbcdae876c4\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:37.974976 3854 pod.go:62] [tsf-tas/trillian-logsigner-758584fdfb-srmq6] pod update took 15.269283ms I0504 20:58:37.975005 3854 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-758584fdfb-srmq6] addLogicalPort annotation time took 15.30051ms I0504 20:58:37.976434 3854 pods.go:271] [tsf-tas/trillian-logsigner-758584fdfb-srmq6] addLogicalPort took 16.820868ms, libovsdb time 905.296µs I0504 20:58:38.312419 3854 cni.go:452] [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key ] I0504 20:58:38.325545 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-klxss-fx4lc, hostIfaceName: 04216536ab324d4, network: default, NAD default, SandboxID: "04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35", PCI device ID: , UID: "a429c20e-c1a9-45c6-b6c3-d94a66f61687", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0504 20:58:38.398461 3854 cni.go:473] [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2d:3c:a3:07:4d\",\"name\":\"04216536ab324d4\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2995c01f-8a40-4108-8bf7-c06663bc85f5\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:38.783263 3854 cni.go:452] [tsf-tas/trillian-logserver-f6d944687-9n6hf c70ad43b6f8d496f00bf29f2826d6f6a748ce30c19533c093574b6072e7a0c64 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-f6d944687-9n6hf c70ad43b6f8d496f00bf29f2826d6f6a748ce30c19533c093574b6072e7a0c64 network default NAD default NAD key ] I0504 20:58:38.794510 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-f6d944687-9n6hf, hostIfaceName: c70ad43b6f8d496, network: default, NAD default, SandboxID: "c70ad43b6f8d496f00bf29f2826d6f6a748ce30c19533c093574b6072e7a0c64", PCI device ID: , UID: "2a76cf92-a4d7-48fc-a469-f739613ac3a7", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0504 20:58:38.868176 3854 cni.go:473] [tsf-tas/trillian-logserver-f6d944687-9n6hf c70ad43b6f8d496f00bf29f2826d6f6a748ce30c19533c093574b6072e7a0c64 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-f6d944687-9n6hf c70ad43b6f8d496f00bf29f2826d6f6a748ce30c19533c093574b6072e7a0c64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f8:a3:65:7d:79\",\"name\":\"c70ad43b6f8d496\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0af317a-11b9-4681-b52c-11cf76124265\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:58:38.936736 3854 cni.go:452] [tsf-tas/trillian-logsigner-758584fdfb-srmq6 5448f4b74acf642f8e3e4693a02356c9ff339a02c2ac694c27952c90f79ff45e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-758584fdfb-srmq6 5448f4b74acf642f8e3e4693a02356c9ff339a02c2ac694c27952c90f79ff45e network default NAD default NAD key ] I0504 20:58:38.948664 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-758584fdfb-srmq6, hostIfaceName: 5448f4b74acf642, network: default, NAD default, SandboxID: "5448f4b74acf642f8e3e4693a02356c9ff339a02c2ac694c27952c90f79ff45e", PCI device ID: , UID: "df1bed9b-2fca-4831-a815-77e9022ddf37", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0504 20:58:39.021913 3854 cni.go:473] [tsf-tas/trillian-logsigner-758584fdfb-srmq6 5448f4b74acf642f8e3e4693a02356c9ff339a02c2ac694c27952c90f79ff45e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-758584fdfb-srmq6 5448f4b74acf642f8e3e4693a02356c9ff339a02c2ac694c27952c90f79ff45e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:b2:3d:a4:b9:b5\",\"name\":\"5448f4b74acf642\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b867103-70fb-44db-905f-4236d08d60c1\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:58:39.941113 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:58:39.941138 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:58:39.964144 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:58:39.964167 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:58:40.721639 3854 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qc4dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:40.722230 3854 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qc4dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:41.613957 3854 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qc4dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:41.613981 3854 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qc4dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:50.727686 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 W0504 20:58:52.695641 3854 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:58:53.048142 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:58:53.074138 3854 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:58:53.662203 3854 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:58:56.055725 3854 cni.go:452] [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key ] I0504 20:58:56.140507 3854 cni.go:473] [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-xw5vh-6jd6j 46a67b7ca63ba555fec9d19757b0338264062a480f6370c8a1bffcd0583c6690 network default NAD default NAD key default], result "{}", err I0504 20:58:56.188660 3854 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:56.188779 3854 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-xw5vh-6jd6j I0504 20:58:56.190715 3854 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-xw5vh-6jd6j, ips: 10.128.0.47 I0504 20:58:56.190827 3854 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:57.065139 3854 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:57.065168 3854 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-xw5vh-6jd6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:13.718819 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 20:59:18.711107 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:59:20.743955 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0504 20:59:21.148459 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:59:22.160997 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:59:25.225923 3854 cni.go:452] [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key ] I0504 20:59:25.305809 3854 cni.go:473] [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 726fc4fdbd8786212681a775a16094e64460fe8f69732aaeef111b2f7a7be04b network default NAD default NAD key default], result "{}", err I0504 20:59:25.451243 3854 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:25.451281 3854 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0504 20:59:25.452823 3854 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.46 I0504 20:59:25.452858 3854 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:25.471462 3854 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:25.471486 3854 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:25.476897 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:59:25.476927 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:59:26.144807 3854 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-qq8hx] creating logical port tsf_patch-tekton-config-qq8hx for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:26.144937 3854 kube.go:256] Updating pod tsf/patch-tekton-config-qq8hx I0504 20:59:26.157077 3854 pod.go:62] [tsf/patch-tekton-config-qq8hx] pod update took 12.162388ms I0504 20:59:26.157104 3854 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-qq8hx] addLogicalPort annotation time took 12.197259ms I0504 20:59:26.158312 3854 pods.go:271] [tsf/patch-tekton-config-qq8hx] addLogicalPort took 13.543364ms, libovsdb time 838.209µs I0504 20:59:26.618360 3854 cni.go:452] [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key ] I0504 20:59:26.628226 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-qq8hx, hostIfaceName: cacdf9cbaad75c3, network: default, NAD default, SandboxID: "cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50", PCI device ID: , UID: "a4ccd9cf-47e1-4e14-bb84-00fe7e03fee4", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0504 20:59:26.683660 3854 cni.go:473] [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:54:91:d4:40:c4\",\"name\":\"cacdf9cbaad75c3\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1bb0d49-d235-4af8-ab2f-3324d4c11da0\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:28.022834 3854 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:28.023499 3854 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:28.892555 3854 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:28.892584 3854 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-hws6d-xctlk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:35.295954 3854 cni.go:452] [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key ] I0504 20:59:35.295986 3854 cni.go:452] [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key ] I0504 20:59:35.388393 3854 cni.go:473] [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-qq8hx cacdf9cbaad75c390060f329b5a484bdc858bddc903ddcd29945907dcbb63b50 network default NAD default NAD key default], result "{}", err I0504 20:59:35.400655 3854 cni.go:473] [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-klxss-fx4lc 04216536ab324d4d2caa930273f5c8cf3a55da8cc1a455214a3a25de81dc1a35 network default NAD default NAD key default], result "{}", err I0504 20:59:35.448222 3854 obj_retry.go:498] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.448262 3854 pods.go:176] Deleting pod: tsf/patch-tekton-config-qq8hx I0504 20:59:35.449547 3854 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-qq8hx, ips: 10.128.0.52 I0504 20:59:35.449577 3854 obj_retry.go:498] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.469204 3854 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:35.469235 3854 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-klxss-fx4lc I0504 20:59:35.470362 3854 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-klxss-fx4lc, ips: 10.128.0.50 I0504 20:59:35.470398 3854 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:59:35.867673 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:59:36.310675 3854 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.310706 3854 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-klxss-fx4lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.472040 3854 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.472066 3854 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:36.572887 3854 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-hslcc] creating logical port tsf_tsf-tekton-configuration-hslcc for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:36.572973 3854 kube.go:256] Updating pod tsf/tsf-tekton-configuration-hslcc I0504 20:59:36.584066 3854 pod.go:62] [tsf/tsf-tekton-configuration-hslcc] pod update took 11.115517ms I0504 20:59:36.584090 3854 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-hslcc] addLogicalPort annotation time took 11.14382ms I0504 20:59:36.585507 3854 pods.go:271] [tsf/tsf-tekton-configuration-hslcc] addLogicalPort took 12.640723ms, libovsdb time 971.837µs I0504 20:59:36.938143 3854 cni.go:452] [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key ] I0504 20:59:36.948270 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-hslcc, hostIfaceName: aa568a3a533a39e, network: default, NAD default, SandboxID: "aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d", PCI device ID: , UID: "16256fbc-916b-444c-be7c-0c38b93076a0", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0504 20:59:37.001476 3854 cni.go:473] [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b3:b7:4b:16:1f\",\"name\":\"aa568a3a533a39e\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/449dd23a-0474-4720-a089-a3d0378a0047\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:37.625549 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=417 I0504 20:59:39.268501 3854 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2] creating logical port tsf-tas_rekor-search-ui-7d6b7f4649-bmhz2 for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:39.268595 3854 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2 I0504 20:59:39.284657 3854 pod.go:62] [tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2] pod update took 16.081527ms I0504 20:59:39.284683 3854 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2] addLogicalPort annotation time took 16.116788ms I0504 20:59:39.286046 3854 pods.go:271] [tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2] addLogicalPort took 17.559158ms, libovsdb time 914.843µs I0504 20:59:40.038998 3854 cni.go:452] [tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2 f796f15257ac6d900dea93d68deada172d2610dfb5fd4c0f833dfa974cdd8eae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2 f796f15257ac6d900dea93d68deada172d2610dfb5fd4c0f833dfa974cdd8eae network default NAD default NAD key ] I0504 20:59:40.049771 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7d6b7f4649-bmhz2, hostIfaceName: f796f15257ac6d9, network: default, NAD default, SandboxID: "f796f15257ac6d900dea93d68deada172d2610dfb5fd4c0f833dfa974cdd8eae", PCI device ID: , UID: "be52f583-c3d0-41ad-9607-0f717a99a3f5", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0504 20:59:40.106187 3854 cni.go:473] [tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2 f796f15257ac6d900dea93d68deada172d2610dfb5fd4c0f833dfa974cdd8eae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7d6b7f4649-bmhz2 f796f15257ac6d900dea93d68deada172d2610dfb5fd4c0f833dfa974cdd8eae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:66:e0:b4:6a:fc\",\"name\":\"f796f15257ac6d9\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdb1ab86-21e0-4910-9824-4a1b96a05813\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:41.781836 3854 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-7c9bcc4cfd-v9fgq] creating logical port tsf-tas_rekor-server-7c9bcc4cfd-v9fgq for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:41.781923 3854 kube.go:256] Updating pod tsf-tas/rekor-server-7c9bcc4cfd-v9fgq I0504 20:59:41.795180 3854 pod.go:62] [tsf-tas/rekor-server-7c9bcc4cfd-v9fgq] pod update took 13.279049ms I0504 20:59:41.795207 3854 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-7c9bcc4cfd-v9fgq] addLogicalPort annotation time took 13.309275ms I0504 20:59:41.796713 3854 pods.go:271] [tsf-tas/rekor-server-7c9bcc4cfd-v9fgq] addLogicalPort took 14.893103ms, libovsdb time 977.049µs W0504 20:59:41.953508 3854 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:59:42.341027 3854 cni.go:452] [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key ] I0504 20:59:42.415842 3854 cni.go:473] [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-hslcc aa568a3a533a39e3207acfebf3d8ef00ea1d8c424a82c7cc8e6a3ca22ede129d network default NAD default NAD key default], result "{}", err I0504 20:59:42.468064 3854 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hslcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:42.468107 3854 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-hslcc I0504 20:59:42.469713 3854 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-hslcc, ips: 10.128.0.53 I0504 20:59:42.469746 3854 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hslcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:43.353039 3854 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hslcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.353068 3854 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hslcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.389367 3854 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.389398 3854 obj_retry.go:492] Detected object tsf/patch-tekton-config-qq8hx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:43.393610 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qq8hx I0504 20:59:43.393645 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qq8hx I0504 20:59:44.016159 3854 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:44.016279 3854 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0504 20:59:44.029070 3854 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.812719ms I0504 20:59:44.029095 3854 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.845704ms I0504 20:59:44.030344 3854 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.198935ms, libovsdb time 819.794µs W0504 20:59:44.348577 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:59:44.381768 3854 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key ] I0504 20:59:44.391516 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 083aae5160c6663, network: default, NAD default, SandboxID: "083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0", PCI device ID: , UID: "9ce460c0-94b9-4040-b38e-2860fddf01d3", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0504 20:59:44.445016 3854 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b6:7c:e3:b9:df\",\"name\":\"083aae5160c6663\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98d637a6-9949-4fcf-b609-484891094b96\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:46.043179 3854 cni.go:452] [tsf-tas/rekor-server-7c9bcc4cfd-v9fgq e173eac919becf128e23fc1f60a233a43da13bfad92f9762f71436751358d07d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-7c9bcc4cfd-v9fgq e173eac919becf128e23fc1f60a233a43da13bfad92f9762f71436751358d07d network default NAD default NAD key ] I0504 20:59:46.053133 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-7c9bcc4cfd-v9fgq, hostIfaceName: e173eac919becf1, network: default, NAD default, SandboxID: "e173eac919becf128e23fc1f60a233a43da13bfad92f9762f71436751358d07d", PCI device ID: , UID: "bb159649-118e-401f-8308-b4a7f7d2016e", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0504 20:59:46.105548 3854 cni.go:473] [tsf-tas/rekor-server-7c9bcc4cfd-v9fgq e173eac919becf128e23fc1f60a233a43da13bfad92f9762f71436751358d07d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-7c9bcc4cfd-v9fgq e173eac919becf128e23fc1f60a233a43da13bfad92f9762f71436751358d07d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:85:6e:b1:7a:f0\",\"name\":\"e173eac919becf1\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc022531-867b-4e20-a9fc-b0289af2078d\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:47.376774 3854 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key ] I0504 20:59:47.453916 3854 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 083aae5160c66637495dff1c089ae61a8da8c1cfca54247de02b6bea4fa319e0 network default NAD default NAD key default], result "{}", err I0504 20:59:47.506747 3854 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:47.506813 3854 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0504 20:59:47.508248 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.56 I0504 20:59:47.508278 3854 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:47.525955 3854 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:47.525988 3854 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:47.531426 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:59:47.531458 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:59:47.753600 3854 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:47.753707 3854 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0504 20:59:47.766632 3854 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.952289ms I0504 20:59:47.766727 3854 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.051676ms I0504 20:59:47.768392 3854 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.807178ms, libovsdb time 1.090107ms I0504 20:59:48.114164 3854 cni.go:452] [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key ] I0504 20:59:48.129718 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: e144a7b7ef9ec11, network: default, NAD default, SandboxID: "e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034", PCI device ID: , UID: "3fa5b7aa-1005-4fe4-99fe-500e04cc5208", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0504 20:59:48.190015 3854 cni.go:473] [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:c2:96:72:f5:d7\",\"name\":\"e144a7b7ef9ec11\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b7ec928-e0bb-49b4-9ca0-352d63f3c057\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:48.801511 3854 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-q9dxj] creating logical port tsf-tpa_create-db-q9dxj for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:48.801607 3854 kube.go:256] Updating pod tsf-tpa/create-db-q9dxj I0504 20:59:48.813738 3854 pod.go:62] [tsf-tpa/create-db-q9dxj] pod update took 12.152663ms I0504 20:59:48.813767 3854 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-q9dxj] addLogicalPort annotation time took 12.183728ms I0504 20:59:48.815340 3854 pods.go:271] [tsf-tpa/create-db-q9dxj] addLogicalPort took 13.84886ms, libovsdb time 1.039074ms I0504 20:59:49.164899 3854 cni.go:452] [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key ] I0504 20:59:49.175667 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-q9dxj, hostIfaceName: 9bbf45781275eac, network: default, NAD default, SandboxID: "9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7", PCI device ID: , UID: "0d13aa69-d286-4a28-b487-01c6d1678bee", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0504 20:59:49.229477 3854 cni.go:473] [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c8:5d:b5:34:fc\",\"name\":\"9bbf45781275eac\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b517be1f-c336-48c0-ac5a-406815bea463\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:59:49.386221 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:59:53.421277 3854 cni.go:452] [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key ] I0504 20:59:53.497916 3854 cni.go:473] [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-q9dxj 9bbf45781275eac98418d3bd4ad500047e6835f3e924b7b7cbd07f7b8466cac7 network default NAD default NAD key default], result "{}", err I0504 20:59:53.548405 3854 obj_retry.go:498] Detected object tsf-tpa/create-db-q9dxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:53.548475 3854 pods.go:176] Deleting pod: tsf-tpa/create-db-q9dxj I0504 20:59:53.549998 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-q9dxj, ips: 10.128.0.58 I0504 20:59:53.550028 3854 obj_retry.go:498] Detected object tsf-tpa/create-db-q9dxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:54.573266 3854 obj_retry.go:492] Detected object tsf-tpa/create-db-q9dxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:54.573290 3854 obj_retry.go:492] Detected object tsf-tpa/create-db-q9dxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:54.677666 3854 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-ndjdf] creating logical port tsf-tpa_migrate-db-ndjdf for pod on switch ip-10-0-1-83.ec2.internal I0504 20:59:54.677775 3854 kube.go:256] Updating pod tsf-tpa/migrate-db-ndjdf I0504 20:59:54.689568 3854 pod.go:62] [tsf-tpa/migrate-db-ndjdf] pod update took 11.814615ms I0504 20:59:54.689590 3854 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-ndjdf] addLogicalPort annotation time took 11.84149ms I0504 20:59:54.690975 3854 pods.go:271] [tsf-tpa/migrate-db-ndjdf] addLogicalPort took 13.322613ms, libovsdb time 947.494µs I0504 20:59:55.040643 3854 cni.go:452] [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key ] I0504 20:59:55.050496 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-ndjdf, hostIfaceName: b078104d4511594, network: default, NAD default, SandboxID: "b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771", PCI device ID: , UID: "e585350c-2907-4ab2-87a2-2687f994af95", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0504 20:59:55.104099 3854 cni.go:473] [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:eb:04:f9:ea:38\",\"name\":\"b078104d4511594\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ea33362-1482-4110-842c-266f4e8a82b0\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:59:56.386658 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:59:57.452442 3854 cni.go:452] [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key ] I0504 20:59:57.537235 3854 cni.go:473] [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-ndjdf b078104d4511594aed8f19ad1adfd6e262e096333a4a7c3ab0a40600157b3771 network default NAD default NAD key default], result "{}", err I0504 20:59:57.587901 3854 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ndjdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:57.587944 3854 pods.go:176] Deleting pod: tsf-tpa/migrate-db-ndjdf I0504 20:59:57.589277 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-ndjdf, ips: 10.128.0.59 I0504 20:59:57.589302 3854 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ndjdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:57.708924 3854 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ndjdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:57.708955 3854 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ndjdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 21:00:00.403324 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0504 21:00:00.819841 3854 base_network_controller_pods.go:487] [default/tsf-tpa/server-54b585555-277rf] creating logical port tsf-tpa_server-54b585555-277rf for pod on switch ip-10-0-1-83.ec2.internal I0504 21:00:00.819983 3854 kube.go:256] Updating pod tsf-tpa/server-54b585555-277rf I0504 21:00:00.834200 3854 pod.go:62] [tsf-tpa/server-54b585555-277rf] pod update took 14.245095ms I0504 21:00:00.834227 3854 base_network_controller_pods.go:951] [default/tsf-tpa/server-54b585555-277rf] addLogicalPort annotation time took 14.277088ms I0504 21:00:00.835614 3854 pods.go:271] [tsf-tpa/server-54b585555-277rf] addLogicalPort took 15.792673ms, libovsdb time 944.107µs I0504 21:00:01.879097 3854 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-hxwm2] creating logical port tsf-tpa_importer-86bcdf477b-hxwm2 for pod on switch ip-10-0-1-83.ec2.internal I0504 21:00:01.879210 3854 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-hxwm2 I0504 21:00:01.901100 3854 pod.go:62] [tsf-tpa/importer-86bcdf477b-hxwm2] pod update took 21.930553ms I0504 21:00:01.901131 3854 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-hxwm2] addLogicalPort annotation time took 21.967232ms I0504 21:00:01.902412 3854 pods.go:271] [tsf-tpa/importer-86bcdf477b-hxwm2] addLogicalPort took 23.334028ms, libovsdb time 903.37µs I0504 21:00:03.223200 3854 obj_retry.go:498] Detected object tsf-tpa/create-importers-9b6dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:03.223891 3854 obj_retry.go:498] Detected object tsf-tpa/create-importers-9b6dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.246037 3854 obj_retry.go:492] Detected object tsf-tpa/create-importers-9b6dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:04.246061 3854 obj_retry.go:492] Detected object tsf-tpa/create-importers-9b6dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:04.618584 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=115 I0504 21:00:05.222374 3854 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.223001 3854 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:06.091531 3854 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:06.091554 3854 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-ngj76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.194985 3854 cni.go:452] [tsf-tpa/server-54b585555-277rf 2a71735e60d79e22a4db08348a6dbb0d0f287b4440f8f9497f6652a2c922c469 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-54b585555-277rf 2a71735e60d79e22a4db08348a6dbb0d0f287b4440f8f9497f6652a2c922c469 network default NAD default NAD key ] I0504 21:00:07.201186 3854 cni.go:452] [tsf-tpa/importer-86bcdf477b-hxwm2 005d3b937e71d4c53fee7761ed978c170922669819d3513706de04f6d181db3f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-hxwm2 005d3b937e71d4c53fee7761ed978c170922669819d3513706de04f6d181db3f network default NAD default NAD key ] I0504 21:00:07.205591 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-54b585555-277rf, hostIfaceName: 2a71735e60d79e2, network: default, NAD default, SandboxID: "2a71735e60d79e22a4db08348a6dbb0d0f287b4440f8f9497f6652a2c922c469", PCI device ID: , UID: "dbc6cdb3-77d1-4342-a36b-a34f5eb669d1", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0504 21:00:07.211011 3854 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-hxwm2, hostIfaceName: 005d3b937e71d4c, network: default, NAD default, SandboxID: "005d3b937e71d4c53fee7761ed978c170922669819d3513706de04f6d181db3f", PCI device ID: , UID: "33f58040-fee0-4baa-a22f-73160195358b", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0504 21:00:07.261573 3854 cni.go:473] [tsf-tpa/server-54b585555-277rf 2a71735e60d79e22a4db08348a6dbb0d0f287b4440f8f9497f6652a2c922c469 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-54b585555-277rf 2a71735e60d79e22a4db08348a6dbb0d0f287b4440f8f9497f6652a2c922c469 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7b:cb:27:03:3d\",\"name\":\"2a71735e60d79e2\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a609bcf5-0e7c-43b2-ae57-026ed80507ee\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:00:07.282467 3854 cni.go:473] [tsf-tpa/importer-86bcdf477b-hxwm2 005d3b937e71d4c53fee7761ed978c170922669819d3513706de04f6d181db3f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-hxwm2 005d3b937e71d4c53fee7761ed978c170922669819d3513706de04f6d181db3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:95:c8:40:29:9c\",\"name\":\"005d3b937e71d4c\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8070fe40-547b-4ddc-ad30-89e4d5b42245\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 21:00:07.531216 3854 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0504 21:00:18.546875 3854 util.go:959] Failed to build node endpoints for node ip-10-0-1-83.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 21:00:19.213926 3854 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:19.214515 3854 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:20.104639 3854 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:20.104667 3854 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qhcts-ch828 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 21:00:34.159539 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 21:00:35.677958 3854 cni.go:452] [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key ] I0504 21:00:35.752420 3854 cni.go:473] [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa e144a7b7ef9ec11ae05686e53504347cf8c49d89fae75fdfaf106e0d7d913034 network default NAD default NAD key default], result "{}", err I0504 21:00:35.807099 3854 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:35.807139 3854 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0504 21:00:35.808571 3854 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.57 I0504 21:00:35.808600 3854 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:35.850122 3854 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:35.850153 3854 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:35.856975 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 21:00:35.857010 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 21:00:36.588449 3854 namespace.go:98] [build-service] adding namespace I0504 21:00:36.589429 3854 namespace.go:102] [build-service] adding namespace took 954.434µs I0504 21:00:36.594020 3854 namespace.go:98] [image-controller] adding namespace I0504 21:00:36.594062 3854 namespace.go:98] [default-tenant] adding namespace I0504 21:00:36.594146 3854 namespace.go:98] [integration-service] adding namespace I0504 21:00:36.594757 3854 namespace.go:102] [image-controller] adding namespace took 718.4µs I0504 21:00:36.595407 3854 namespace.go:102] [default-tenant] adding namespace took 1.329172ms I0504 21:00:36.595908 3854 namespace.go:102] [integration-service] adding namespace took 1.745116ms I0504 21:00:36.679645 3854 namespace.go:142] [build-service] updating namespace I0504 21:00:36.732148 3854 namespace.go:142] [build-service] updating namespace I0504 21:00:36.752061 3854 namespace.go:142] [image-controller] updating namespace I0504 21:00:36.875856 3854 namespace.go:142] [image-controller] updating namespace I0504 21:00:36.895031 3854 namespace.go:142] [default-tenant] updating namespace I0504 21:00:36.987006 3854 namespace.go:142] [default-tenant] updating namespace I0504 21:00:37.033647 3854 namespace.go:142] [build-service] updating namespace I0504 21:00:37.067005 3854 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.155983 3854 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.190099 3854 namespace.go:142] [integration-service] updating namespace I0504 21:00:37.206780 3854 namespace.go:98] [release-service] adding namespace I0504 21:00:37.207706 3854 namespace.go:102] [release-service] adding namespace took 886.925µs I0504 21:00:37.440477 3854 namespace.go:142] [release-service] updating namespace I0504 21:00:37.519234 3854 namespace.go:142] [release-service] updating namespace I0504 21:00:37.529732 3854 namespace.go:142] [konflux-ui] updating namespace I0504 21:00:37.894238 3854 namespace.go:98] [konflux-info] adding namespace I0504 21:00:37.895027 3854 namespace.go:102] [konflux-info] adding namespace took 766.824µs I0504 21:00:38.037697 3854 namespace.go:98] [namespace-lister] adding namespace I0504 21:00:38.038578 3854 namespace.go:102] [namespace-lister] adding namespace took 857.647µs I0504 21:00:38.181986 3854 namespace.go:142] [konflux-info] updating namespace I0504 21:00:38.286304 3854 namespace.go:98] [enterprise-contract-service] adding namespace I0504 21:00:38.287112 3854 namespace.go:102] [enterprise-contract-service] adding namespace took 784.65µs I0504 21:00:38.316291 3854 namespace.go:142] [konflux-info] updating namespace I0504 21:00:38.360468 3854 namespace.go:142] [image-controller] updating namespace I0504 21:00:38.615553 3854 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:38.734128 3854 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:38.760657 3854 namespace.go:142] [default-tenant] updating namespace I0504 21:00:38.861074 3854 namespace.go:98] [segment-bridge] adding namespace I0504 21:00:38.862301 3854 namespace.go:102] [segment-bridge] adding namespace took 1.205972ms I0504 21:00:38.893229 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:39.077222 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:39.077268 3854 namespace.go:98] [konflux-cli] adding namespace I0504 21:00:39.078169 3854 namespace.go:102] [konflux-cli] adding namespace took 884.3µs I0504 21:00:39.210247 3854 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:39.247817 3854 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:39.337089 3854 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 21:00:39.337728 3854 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 21:00:39.337753 3854 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 21:00:39.340401 3854 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 21:00:39.371547 3854 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:39.463183 3854 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:39.558410 3854 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 21:00:39.558444 3854 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 21:00:39.559294 3854 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 21:00:40.812105 3854 namespace.go:142] [build-service] updating namespace I0504 21:00:42.216518 3854 namespace.go:142] [default-tenant] updating namespace I0504 21:00:42.974345 3854 namespace.go:142] [enterprise-contract-service] updating namespace W0504 21:00:43.352427 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 21:00:43.372338 3854 namespace.go:142] [image-controller] updating namespace I0504 21:00:43.606671 3854 namespace.go:142] [integration-service] updating namespace I0504 21:00:43.810909 3854 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:44.001475 3854 namespace.go:142] [konflux-info] updating namespace I0504 21:00:44.210460 3854 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:44.393690 3854 namespace.go:142] [release-service] updating namespace I0504 21:00:44.602344 3854 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:44.718318 3854 namespace.go:142] [build-service] updating namespace I0504 21:00:44.739456 3854 namespace.go:142] [default-tenant] updating namespace I0504 21:00:44.764539 3854 namespace.go:142] [enterprise-contract-service] updating namespace I0504 21:00:44.786004 3854 namespace.go:142] [image-controller] updating namespace I0504 21:00:44.796038 3854 namespace.go:142] [integration-service] updating namespace I0504 21:00:44.831337 3854 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:44.858294 3854 namespace.go:142] [konflux-info] updating namespace I0504 21:00:44.899129 3854 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:44.907884 3854 namespace.go:142] [release-service] updating namespace I0504 21:00:44.945459 3854 namespace.go:142] [segment-bridge] updating namespace I0504 21:00:45.071441 3854 namespace.go:142] [build-service] updating namespace I0504 21:00:45.158516 3854 namespace.go:142] [default-tenant] updating namespace I0504 21:00:45.254496 3854 namespace.go:142] [enterprise-contract-service] updating namespace W0504 21:00:45.263353 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0504 21:00:45.366060 3854 namespace.go:142] [image-controller] updating namespace I0504 21:00:45.495093 3854 namespace.go:142] [integration-service] updating namespace I0504 21:00:45.539322 3854 namespace.go:142] [konflux-cli] updating namespace I0504 21:00:45.708092 3854 namespace.go:142] [konflux-info] updating namespace I0504 21:00:45.801222 3854 namespace.go:142] [namespace-lister] updating namespace I0504 21:00:45.891708 3854 namespace.go:142] [release-service] updating namespace I0504 21:00:46.023081 3854 namespace.go:142] [segment-bridge] updating namespace W0504 21:00:47.273103 3854 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 21:00:47.619470 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0504 21:00:49.620067 3854 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=89 W0504 21:00:55.368536 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:55.368567 3854 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.307621 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:00:56.310814 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:00:56.341061 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 21:00:56.341140 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 21:00:56.376158 3854 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.376174 3854 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 21:00:56.403991 3854 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 21:00:56.407560 3854 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 21:00:57.350168 3854 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0504 21:01:07.722237 3854 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:07.722852 3854 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:08.414167 3854 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:01:08.414198 3854 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:01:08.424060 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t I0504 21:01:08.424088 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vtk8t I0504 21:02:04.707707 3854 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 21:02:06.341484 3854 obj_retry.go:498] Detected object konflux-ui/proxy-5579c65494-jplrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:06.342070 3854 obj_retry.go:498] Detected object konflux-ui/proxy-5579c65494-jplrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:06.755911 3854 obj_retry.go:492] Detected object konflux-ui/proxy-5579c65494-jplrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:06.755957 3854 obj_retry.go:492] Detected object konflux-ui/proxy-5579c65494-jplrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:06.763371 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5579c65494-jplrh I0504 21:02:06.763402 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5579c65494-jplrh I0504 21:02:12.885611 3854 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:12.886255 3854 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:02:12.903041 3854 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:12.903064 3854 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:02:12.907735 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 21:02:12.907758 3854 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 21:02:26.722130 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 21:02:37.412353 3854 namespace.go:98] [managed-tenant-mmrhm] adding namespace I0504 21:02:37.413223 3854 namespace.go:102] [managed-tenant-mmrhm] adding namespace took 845.363µs I0504 21:02:37.439777 3854 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:37.454762 3854 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.457664 3854 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.589934 3854 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:38.693635 3854 namespace.go:142] [managed-tenant-mmrhm] updating namespace I0504 21:02:53.744132 3854 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7