+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-144.ec2.internal ++ [[ -n ip-10-0-0-144.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-144.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:34:29.452538291 - disable conntrack on geneve port' I0521 19:34:29.452538291 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:34:29.470402708 - starting ovnkube-node + echo 'I0521 19:34:29.470402708 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-144.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-144.ec2.internal --init-node ip-10-0-0-144.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-144.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:34:29.512668 3784 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:34:29.512725 3784 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2576126ae3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:34:29.514191 3784 kube.go:431] Waiting for certificate I0521 19:34:29.514232 3784 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:34:29.514263 3784 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:34:29.515070 3784 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:34:29.548561 3784 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:29.548583 3784 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:29.551349 3784 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:29.551433 3784 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dt5ld" I0521 19:34:29.556849 3784 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dt5ld" I0521 19:34:29.557019 3784 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:34:30.514521 3784 kube.go:438] Certificate found I0521 19:34:30.515139 3784 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:34:30.516295 3784 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:34:30.560487 3784 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:29:29 +0000 UTC" deadline="2026-05-22 13:19:05.929028976 +0000 UTC" I0521 19:34:30.560615 3784 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h44m35.368449777s" I0521 19:34:30.582327 3784 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:34:30.601546 3784 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:34:30.601626 3784 server.go:101] MetricServer registers OVS metrics I0521 19:34:30.601909 3784 server.go:105] MetricServer registers OVN DB metrics I0521 19:34:30.602330 3784 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:34:30.602406 3784 factory.go:561] Starting watch factory I0521 19:34:30.602484 3784 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602500 3784 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602518 3784 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602533 3784 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602539 3784 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602547 3784 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602488 3784 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602673 3784 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.602488 3784 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.603021 3784 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.603042 3784 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.603182 3784 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.604509 3784 controller_manager.go:370] Starting the ovnkube controller I0521 19:34:30.604526 3784 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-144.ec2.internal I0521 19:34:30.604585 3784 controller_manager.go:395] NBDB zone sync took: 49.954µs I0521 19:34:30.604616 3784 factory.go:561] Starting watch factory I0521 19:34:30.607043 3784 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:34:30.607064 3784 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:34:30.620831 3784 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:34:30.620851 3784 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:34:30.621668 3784 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.624189 3784 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.624643 3784 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.625328 3784 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:34:30.625403 3784 server.go:109] MetricServer registers OVN Controller metrics I0521 19:34:30.626770 3784 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.627033 3784 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.630508 3784 server.go:113] MetricServer registers OVN Northd metrics I0521 19:34:30.631788 3784 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:34:30.635168 3784 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:34:30.708623 3784 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:34:30.708644 3784 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:34:30.708648 3784 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:34:30.708651 3784 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:34:30.708654 3784 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:34:30.708657 3784 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:34:30.708783 3784 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:30.708791 3784 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:30.708810 3784 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:30.708812 3784 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:30.709709 3784 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:34:30.709724 3784 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:34:30.709730 3784 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:34:30.709735 3784 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:34:30.709739 3784 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:34:30.709743 3784 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:34:30.712256 3784 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:30.712264 3784 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:34:30.714245 3784 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:34:30.714256 3784 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:34:30.714315 3784 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.714332 3784 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.714772 3784 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:34:30.714787 3784 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:34:30.717138 3784 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.719531 3784 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:34:30.719692 3784 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.719709 3784 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.719808 3784 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:34:30.722614 3784 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.725249 3784 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:34:30.725310 3784 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.725321 3784 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.725395 3784 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:34:30.728170 3784 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.730791 3784 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:34:30.730836 3784 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:34:30.730859 3784 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.730879 3784 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.733719 3784 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.736327 3784 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:34:30.736336 3784 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:34:30.736389 3784 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.736402 3784 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.739426 3784 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.741806 3784 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:34:30.741838 3784 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:34:30.742025 3784 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:34:30.742042 3784 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:34:30.745237 3784 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:34:30.747223 3784 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:34:30.747279 3784 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.747291 3784 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.747333 3784 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:34:30.747350 3784 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.747371 3784 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.750184 3784 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.750222 3784 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:34:30.753264 3784 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:34:30.753273 3784 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:34:30.753280 3784 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:34:30.753285 3784 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:34:30.753290 3784 factory.go:680] Watch Factory start up complete, took: 148.675587ms I0521 19:34:30.753294 3784 factory.go:680] Watch Factory start up complete, took: 150.892113ms I0521 19:34:30.753300 3784 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-144.ec2.internal" zone I0521 19:34:30.753364 3784 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:34:30.796197 3784 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:34:30.855799 3784 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:34:30.862289 3784 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:34:30.908244 3784 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:34:30.908332 3784 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:34:30.908349 3784 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:34:30.941454 3784 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:34:30.941519 3784 default_node_network_controller.go:809] Node ip-10-0-0-144.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 19:34:30.946972 3784 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.144"] k8s.ovn.org/zone-name:ip-10-0-0-144.ec2.internal] on node ip-10-0-0-144.ec2.internal I0521 19:34:30.968293 3784 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:34:30.974397 3784 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:34:30.974530 3784 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:34:30.974695 3784 gateway_init.go:263] Preparing Gateway I0521 19:34:30.974707 3784 gateway_shared_intf.go:1687] Creating new gateway I0521 19:34:31.004094 3784 controller_manager.go:429] Waiting for node in zone sync took: 250.775435ms I0521 19:34:31.009134 3784 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:34:31.009147 3784 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-144.ec2.internal I0521 19:34:31.024652 3784 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:34:31.030629 3784 controller_manager.go:290] SCTP support detected in OVN I0521 19:34:31.031146 3784 services_controller.go:69] Creating services controller for network=default I0521 19:34:31.031198 3784 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:34:31.031301 3784 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:34:31.031327 3784 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:34:31.031338 3784 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:34:31.031346 3784 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:34:31.031500 3784 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:34:31.031541 3784 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:34:31.031582 3784 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.482µs I0521 19:34:31.031618 3784 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 68.583µs I0521 19:34:31.031632 3784 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 91.29µs I0521 19:34:31.031639 3784 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:34:31.031648 3784 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:34:31.031657 3784 default_network_controller.go:325] Starting the default network controller I0521 19:34:31.031682 3784 udn_enabled_svc.go:95] Performing full resync I0521 19:34:31.031731 3784 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.086µs I0521 19:34:31.031925 3784 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:34:31.031935 3784 udn_enabled_svc.go:104] Starting worker I0521 19:34:31.040752 3784 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:34:31.040807 3784 repair.go:33] Syncing exgw routes took 42.869µs I0521 19:34:31.040827 3784 default_network_controller.go:414] Starting all the Watchers... I0521 19:34:31.040968 3784 namespace.go:98] [dedicated-admin] adding namespace I0521 19:34:31.040969 3784 namespace.go:98] [kube-public] adding namespace I0521 19:34:31.040969 3784 namespace.go:98] [openshift-dns] adding namespace I0521 19:34:31.040989 3784 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:34:31.041004 3784 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:34:31.041007 3784 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:34:31.041011 3784 namespace.go:98] [openshift-operators] adding namespace I0521 19:34:31.041018 3784 namespace.go:98] [openshift-network-console] adding namespace I0521 19:34:31.041022 3784 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:34:31.041028 3784 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:34:31.041031 3784 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:34:31.041035 3784 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:34:31.041046 3784 namespace.go:98] [kube-system] adding namespace I0521 19:34:31.041046 3784 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:34:31.041056 3784 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:34:31.041560 3784 namespace.go:102] [dedicated-admin] adding namespace took 580.328µs I0521 19:34:31.041575 3784 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:34:31.042025 3784 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 444.161µs I0521 19:34:31.042038 3784 namespace.go:98] [openshift-logging] adding namespace I0521 19:34:31.042520 3784 namespace.go:102] [openshift-logging] adding namespace took 475.493µs I0521 19:34:31.042539 3784 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:34:31.043065 3784 namespace.go:102] [kube-public] adding namespace took 2.080704ms I0521 19:34:31.043079 3784 namespace.go:98] [openshift-host-network] adding namespace I0521 19:34:31.043520 3784 namespace.go:102] [openshift-dns] adding namespace took 2.531852ms I0521 19:34:31.043533 3784 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:34:31.043975 3784 namespace.go:102] [openshift-machine-api] adding namespace took 2.974236ms I0521 19:34:31.043994 3784 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:34:31.044413 3784 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.401746ms I0521 19:34:31.044425 3784 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:34:31.044955 3784 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.941564ms I0521 19:34:31.044969 3784 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:34:31.045518 3784 namespace.go:102] [openshift-network-console] adding namespace took 4.493267ms I0521 19:34:31.045534 3784 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:34:31.046037 3784 namespace.go:102] [openshift-operators] adding namespace took 5.017617ms I0521 19:34:31.046053 3784 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:34:31.046473 3784 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.445043ms I0521 19:34:31.046488 3784 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:34:31.046944 3784 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.907574ms I0521 19:34:31.046959 3784 namespace.go:98] [openshift-console] adding namespace I0521 19:34:31.047383 3784 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.344073ms I0521 19:34:31.047398 3784 namespace.go:98] [openshift-ingress-canary] adding namespace W0521 19:34:31.047831 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8pws6: pod kube-system/global-pull-secret-syncer-8pws6: no pod IPs found I0521 19:34:31.047835 3784 namespace.go:102] [openshift-controller-manager] adding namespace took 6.795019ms I0521 19:34:31.047848 3784 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:34:31.048308 3784 namespace.go:102] [kube-system] adding namespace took 7.254713ms I0521 19:34:31.048323 3784 namespace.go:98] [openshift-authentication] adding namespace I0521 19:34:31.048778 3784 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.718083ms I0521 19:34:31.048791 3784 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:34:31.049202 3784 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.138949ms I0521 19:34:31.049216 3784 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:34:31.049582 3784 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.036637ms I0521 19:34:31.049612 3784 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:34:31.050059 3784 namespace.go:102] [openshift-host-network] adding namespace took 6.97486ms I0521 19:34:31.050072 3784 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:34:31.050438 3784 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.900457ms I0521 19:34:31.050449 3784 namespace.go:98] [openshift-backplane] adding namespace I0521 19:34:31.050887 3784 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.887478ms I0521 19:34:31.050900 3784 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:34:31.051272 3784 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.840242ms I0521 19:34:31.051287 3784 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:34:31.051734 3784 namespace.go:102] [openshift-apiserver] adding namespace took 6.759641ms I0521 19:34:31.051748 3784 namespace.go:98] [openshift-node] adding namespace I0521 19:34:31.052129 3784 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.591246ms I0521 19:34:31.052140 3784 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:34:31.052519 3784 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.459858ms I0521 19:34:31.052532 3784 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:34:31.052934 3784 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.441913ms I0521 19:34:31.052946 3784 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:34:31.053318 3784 namespace.go:102] [openshift-console] adding namespace took 6.354475ms I0521 19:34:31.053326 3784 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:34:31.053782 3784 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.37884ms I0521 19:34:31.053795 3784 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:34:31.054147 3784 namespace.go:102] [openshift-dns-operator] adding namespace took 6.294284ms I0521 19:34:31.054159 3784 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:34:31.054625 3784 namespace.go:102] [openshift-authentication] adding namespace took 6.298428ms I0521 19:34:31.054634 3784 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:34:31.055205 3784 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.408876ms I0521 19:34:31.055218 3784 namespace.go:98] [openshift-infra] adding namespace I0521 19:34:31.055738 3784 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.51571ms I0521 19:34:31.055753 3784 namespace.go:98] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] adding namespace I0521 19:34:31.056254 3784 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.637772ms I0521 19:34:31.056795 3784 namespace.go:102] [openshift-image-registry] adding namespace took 6.71962ms I0521 19:34:31.056808 3784 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:34:31.057339 3784 namespace.go:102] [openshift-backplane] adding namespace took 6.885594ms I0521 19:34:31.057352 3784 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:34:31.057838 3784 namespace.go:102] [openshift-marketplace] adding namespace took 6.934311ms I0521 19:34:31.057847 3784 namespace.go:98] [openshift-ingress] adding namespace I0521 19:34:31.058228 3784 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:34:31.058390 3784 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.095587ms I0521 19:34:31.058412 3784 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:34:31.059300 3784 namespace.go:102] [openshift-node] adding namespace took 7.545909ms I0521 19:34:31.059315 3784 namespace.go:98] [openshift-config] adding namespace I0521 19:34:31.059881 3784 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.735512ms I0521 19:34:31.059895 3784 namespace.go:98] [openshift-etcd] adding namespace I0521 19:34:31.060383 3784 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.846461ms I0521 19:34:31.060393 3784 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:34:31.060901 3784 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.950903ms I0521 19:34:31.060912 3784 namespace.go:98] [openshift-insights] adding namespace I0521 19:34:31.061325 3784 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.991098ms I0521 19:34:31.061336 3784 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:34:31.061871 3784 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.071432ms I0521 19:34:31.061881 3784 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:34:31.062386 3784 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.222667ms I0521 19:34:31.062396 3784 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:34:31.062881 3784 namespace.go:102] [openshift-cluster-version] adding namespace took 8.24092ms I0521 19:34:31.062896 3784 namespace.go:98] [openshift-multus] adding namespace I0521 19:34:31.063248 3784 namespace.go:102] [openshift-infra] adding namespace took 8.025987ms I0521 19:34:31.063258 3784 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:34:31.063612 3784 namespace.go:102] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] adding namespace took 7.852718ms I0521 19:34:31.063621 3784 namespace.go:98] [openshift-cloud-controller-manager] adding namespace W0521 19:34:31.064115 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8bd9x: pod openshift-network-diagnostics/network-check-target-8bd9x: no pod IPs found I0521 19:34:31.064131 3784 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.317902ms I0521 19:34:31.064144 3784 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:34:31.064581 3784 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.224219ms I0521 19:34:31.064614 3784 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:34:31.064974 3784 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:34:31.065079 3784 namespace.go:102] [openshift-ingress] adding namespace took 7.22796ms I0521 19:34:31.065090 3784 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:34:31.065501 3784 namespace.go:102] [openshift-config-operator] adding namespace took 7.084478ms I0521 19:34:31.065512 3784 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:34:31.065940 3784 namespace.go:102] [openshift-config] adding namespace took 6.619492ms I0521 19:34:31.065954 3784 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:34:31.066392 3784 namespace.go:102] [openshift-etcd] adding namespace took 6.492015ms I0521 19:34:31.066405 3784 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:34:31.066889 3784 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.48941ms I0521 19:34:31.066911 3784 namespace.go:98] [openshift] adding namespace I0521 19:34:31.067367 3784 namespace.go:102] [openshift-insights] adding namespace took 6.449263ms I0521 19:34:31.067379 3784 namespace.go:98] [kube-node-lease] adding namespace I0521 19:34:31.067808 3784 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.46652ms I0521 19:34:31.067823 3784 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:34:31.068251 3784 namespace.go:102] [openshift-network-operator] adding namespace took 6.364649ms I0521 19:34:31.068265 3784 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:34:31.068620 3784 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.218838ms W0521 19:34:31.068627 3784 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pp5gw: pod openshift-multus/network-metrics-daemon-pp5gw: no pod IPs found I0521 19:34:31.068632 3784 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:34:31.069143 3784 namespace.go:102] [openshift-multus] adding namespace took 6.24143ms I0521 19:34:31.069158 3784 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:34:31.069621 3784 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.356914ms I0521 19:34:31.069639 3784 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:34:31.070106 3784 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.479654ms I0521 19:34:31.070120 3784 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:34:31.070522 3784 namespace.go:102] [openshift-config-managed] adding namespace took 6.372174ms I0521 19:34:31.070540 3784 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:34:31.070958 3784 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.337306ms I0521 19:34:31.071335 3784 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.238005ms I0521 19:34:31.071665 3784 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:34:31.071678 3784 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-144.ec2.internal","mac-address":"12:01:ae:fe:5f:fd","ip-addresses":["10.0.0.144/24"],"ip-address":"10.0.0.144/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4dd9a074-4a62-40cf-9214-94d90fe2df20 k8s.ovn.org/node-encap-ips:["10.0.0.144"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.144/24"} k8s.ovn.org/zone-name:ip-10-0-0-144.ec2.internal] on node ip-10-0-0-144.ec2.internal I0521 19:34:31.071846 3784 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.328592ms I0521 19:34:31.071860 3784 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:34:31.072272 3784 namespace.go:102] [openshift-monitoring] adding namespace took 6.311108ms I0521 19:34:31.072618 3784 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.208874ms I0521 19:34:31.073044 3784 namespace.go:102] [openshift] adding namespace took 6.124824ms I0521 19:34:31.073417 3784 namespace.go:102] [kube-node-lease] adding namespace took 6.032712ms I0521 19:34:31.073845 3784 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.015521ms I0521 19:34:31.073863 3784 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:34:31.074244 3784 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.975359ms I0521 19:34:31.074624 3784 namespace.go:102] [openshift-console-operator] adding namespace took 5.984196ms I0521 19:34:31.075092 3784 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.928274ms I0521 19:34:31.075105 3784 namespace.go:98] [default] adding namespace I0521 19:34:31.075468 3784 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.82276ms I0521 19:34:31.075869 3784 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.743744ms I0521 19:34:31.075888 3784 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:34:31.076247 3784 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.700787ms I0521 19:34:31.076618 3784 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.753114ms I0521 19:34:31.077078 3784 namespace.go:102] [openshift-package-operator] adding namespace took 3.209256ms I0521 19:34:31.077436 3784 namespace.go:102] [default] adding namespace took 2.325784ms I0521 19:34:31.077828 3784 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 1.935784ms W0521 19:34:31.077900 3784 master.go:458] Unable to parse local node ip-10-0-0-144.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:34:31.077909 3784 master.go:481] Removing stale chassis with ID/Name: 4dd9a074-4a62-40cf-9214-94d90fe2df20, hostname: ip-10-0-0-144.ec2.internal I0521 19:34:31.078341 3784 master.go:548] Adding or Updating local node "ip-10-0-0-144.ec2.internal" for network "default" I0521 19:34:31.079339 3784 zone_ic_handler.go:195] Time taken to create transit switch: 280.078µs I0521 19:34:31.079353 3784 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-115.ec2.internal for the network default I0521 19:34:31.080136 3784 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-115.ec2.internal" on network "default" took: 1.084527ms I0521 19:34:31.082144 3784 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-144.ec2.internal for the network default I0521 19:34:31.082511 3784 zone_ic_handler.go:195] Time taken to create transit switch: 171.313µs I0521 19:34:31.083206 3784 default_network_controller.go:823] Node add failed for ip-10-0-0-144.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal, error getting gateway config for node ip-10-0-0-144.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-144.ec2.internal", failed to update chassis to local for local node ip-10-0-0-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-144.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal] E0521 19:34:31.083253 3784 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-144.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal, error getting gateway config for node ip-10-0-0-144.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-144.ec2.internal", failed to update chassis to local for local node ip-10-0-0-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-144.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal] I0521 19:34:31.083310 3784 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:34:31.083331 3784 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:34:31.083348 3784 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:34:31.083355 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:31.083330 3784 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-144.ec2.internal", UID:"fa29ed84-096b-404e-86eb-5f3899c8ddf0", APIVersion:"v1", ResourceVersion:"9041", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal, error getting gateway config for node ip-10-0-0-144.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-144.ec2.internal", failed to update chassis to local for local node ip-10-0-0-144.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-144.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-144.ec2.internal] I0521 19:34:31.083385 3784 node_tracker.go:235] Node ip-10-0-0-144.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-144.ec2.internal" I0521 19:34:31.083397 3784 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:31.083414 3784 services_controller.go:574] Full service sync requested for network=default I0521 19:34:31.083424 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-115.ec2.internal in network "default" I0521 19:34:31.083461 3784 node_tracker.go:169] Node ip-10-0-1-115.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:31.083467 3784 services_controller.go:574] Full service sync requested for network=default I0521 19:34:31.089108 3784 master.go:548] Adding or Updating local node "ip-10-0-0-144.ec2.internal" for network "default" I0521 19:34:31.089129 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:31.089177 3784 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:31.089193 3784 services_controller.go:574] Full service sync requested for network=default I0521 19:34:31.093227 3784 default_node_network_controller.go:519] Node connection status = connected W0521 19:34:31.094264 3784 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8bd9x: pod openshift-network-diagnostics/network-check-target-8bd9x: no pod IPs found W0521 19:34:31.094280 3784 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-pp5gw: pod openshift-multus/network-metrics-daemon-pp5gw: no pod IPs found W0521 19:34:31.094294 3784 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-8pws6: pod kube-system/global-pull-secret-syncer-8pws6: no pod IPs found I0521 19:34:31.095322 3784 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-144.ec2.internal for the network default I0521 19:34:31.095530 3784 zone_ic_handler.go:195] Time taken to create transit switch: 193.955µs I0521 19:34:31.183639 3784 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:34:31.183664 3784 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:34:31.183751 3784 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:34:31.183811 3784 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:34:31.183824 3784 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:34:31.284090 3784 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:34:31.284112 3784 repair.go:60] Starting repairing loop for services I0521 19:34:31.284196 3784 repair.go:131] Deleted 0 stale service LBs I0521 19:34:31.284216 3784 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:34:31.284232 3784 repair.go:62] Finished repairing loop for services: 123.12µs I0521 19:34:31.284254 3784 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:34:31.284265 3784 services_controller.go:254] Starting workers for network=default I0521 19:34:31.284784 3784 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8pws6] creating logical port kube-system_global-pull-secret-syncer-8pws6 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:31.284892 3784 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-8pws6 I0521 19:34:31.284989 3784 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pp5gw] creating logical port openshift-multus_network-metrics-daemon-pp5gw for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:31.285094 3784 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-pp5gw I0521 19:34:31.285098 3784 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8bd9x] creating logical port openshift-network-diagnostics_network-check-target-8bd9x for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:31.285319 3784 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8bd9x I0521 19:34:31.301451 3784 pod.go:62] [kube-system/global-pull-secret-syncer-8pws6] pod update took 16.613305ms I0521 19:34:31.301469 3784 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-8pws6] addLogicalPort annotation time took 16.63884ms I0521 19:34:31.301492 3784 pod.go:62] [openshift-multus/network-metrics-daemon-pp5gw] pod update took 16.431347ms I0521 19:34:31.301505 3784 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-pp5gw] addLogicalPort annotation time took 16.446558ms I0521 19:34:31.302301 3784 pods.go:271] [kube-system/global-pull-secret-syncer-8pws6] addLogicalPort took 17.526337ms, libovsdb time 627.042µs I0521 19:34:31.302379 3784 pod.go:62] [openshift-network-diagnostics/network-check-target-8bd9x] pod update took 17.082874ms I0521 19:34:31.302395 3784 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-8bd9x] addLogicalPort annotation time took 17.101006ms I0521 19:34:31.302636 3784 pods.go:271] [openshift-multus/network-metrics-daemon-pp5gw] addLogicalPort took 17.659187ms, libovsdb time 933.058µs I0521 19:34:31.303338 3784 pods.go:271] [openshift-network-diagnostics/network-check-target-8bd9x] addLogicalPort took 18.248715ms, libovsdb time 592.165µs I0521 19:34:31.303763 3784 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:34:31.303785 3784 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:34:31.303798 3784 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:34:31.303802 3784 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:34:31.303987 3784 repair.go:29] Repairing admin network policies took 180.225µs I0521 19:34:31.304089 3784 repair.go:92] Repairing baseline admin network policies took 94.039µs I0521 19:34:31.304542 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:34:31.304557 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:34:31.305958 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:34:31.305978 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:34:31.305990 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:34:31.307796 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:34:31.307816 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:34:31.307828 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:34:31.309737 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:34:31.309759 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:34:31.309771 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:34:31.311494 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:34:31.311520 3784 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:34:31.311531 3784 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:34:31.314083 3784 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:34:31.314102 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:34:31.314109 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:34:31.314380 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:34:31.314395 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:34:31.314403 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:34:31.316213 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:34:31.316229 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:34:31.316967 3784 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:34:31.316981 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:34:31.317648 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:34:31.317669 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:34:31.317679 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:34:31.319101 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:34:31.319117 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:34:31.319139 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:34:31.319817 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:34:31.319835 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:34:31.319842 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:34:31.320291 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:34:31.320308 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:34:31.320315 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:34:31.320612 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:34:31.320631 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:34:31.320643 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:34:31.321087 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:34:31.321103 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:34:31.321114 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:34:31.322272 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:34:31.322296 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:34:31.322306 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:34:31.322779 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:34:31.322796 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:34:31.322802 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:34:31.323118 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:34:31.323133 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:34:31.323141 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:34:31.324112 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:34:31.324130 3784 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:34:31.324141 3784 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:34:31.324610 3784 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:34:31.324626 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:34:31.324636 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:34:31.325752 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:34:31.325770 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:34:31.325783 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:34:31.326264 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:34:31.326281 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:34:31.326289 3784 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:34:31.327262 3784 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:34:31.327280 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:34:31.327288 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:34:31.327742 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:34:31.327759 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:34:31.327765 3784 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:34:31.328183 3784 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:34:31.328199 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:34:31.328207 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:34:31.328659 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:34:31.328675 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:34:31.328682 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:34:31.329199 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:34:31.329213 3784 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:34:31.329218 3784 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:34:31.329472 3784 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:34:31.329489 3784 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:34:31.329498 3784 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:34:31.330467 3784 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:34:31.330487 3784 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:34:31.330495 3784 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:34:31.332390 3784 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:34:31.332407 3784 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:34:31.332416 3784 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:34:31.332884 3784 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:34:31.338003 3784 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:34:31.338033 3784 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:34:31.338043 3784 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:34:31.338060 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:34:31.338073 3784 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:34:31.338083 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:34:31.338096 3784 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:34:31.338363 3784 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:34:31.338376 3784 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:34:31.338381 3784 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:34:31.338390 3784 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:34:31.338395 3784 egressfirewall.go:723] Syncing node "ip-10-0-0-144.ec2.internal" for egress firewall I0521 19:34:31.338402 3784 egressfirewall.go:723] Syncing node "ip-10-0-1-115.ec2.internal" for egress firewall I0521 19:34:31.338472 3784 egressqos.go:245] Starting EgressQoS Controller I0521 19:34:31.338482 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:34:31.338488 3784 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:34:31.338493 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:34:31.338497 3784 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:34:31.338503 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:34:31.338507 3784 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:34:31.338510 3784 egressqos.go:259] Repairing EgressQoSes I0521 19:34:31.338514 3784 egressqos.go:399] Starting repairing loop for egressqos I0521 19:34:31.338578 3784 egressqos.go:401] Finished repairing loop for egressqos: 64.024µs I0521 19:34:31.338616 3784 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:34:31.338632 3784 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-144.ec2.internal I0521 19:34:31.338686 3784 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-144.ec2.internal : 48.257µs I0521 19:34:31.338767 3784 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:34:31.338778 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:34:31.338785 3784 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:34:31.338790 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:34:31.338795 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:34:31.338800 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:34:31.338805 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:34:31.338810 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:34:31.338814 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:34:31.338818 3784 egressservice_zone.go:228] Repairing Egress Services I0521 19:34:31.339083 3784 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:34:31.339093 3784 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:34:31.339155 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:31.339167 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 14.645µs I0521 19:34:31.339174 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-115.ec2.internal I0521 19:34:31.339184 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-115.ec2.internal: 9.081µs I0521 19:34:31.339214 3784 default_network_controller.go:585] Completing all the Watchers took 298.379866ms I0521 19:34:31.339227 3784 default_network_controller.go:589] Starting unidling controllers I0521 19:34:31.339238 3784 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:34:31.339243 3784 unidle.go:63] Populating Initial ContollerEvent events I0521 19:34:31.339254 3784 unidle.go:79] Setting up event handlers for services I0521 19:34:31.339307 3784 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:34:31.594239 3784 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:31.623157 3784 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:31.623268 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:34:31.623289 3784 node_tracker.go:220] Node ip-10-0-2-54.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:34:31.623314 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:31.623328 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 18.575µs E0521 19:34:31.623398 3784 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0521 19:34:31.623415 3784 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-54.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-54.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-54.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-54.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-54.ec2.internal, error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0521 19:34:31.637623 3784 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-54.ec2.internal annotation: unexpected end of JSON input E0521 19:34:31.637740 3784 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-54.ec2.internal annotation: unexpected end of JSON input I0521 19:34:31.637762 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:34:31.637813 3784 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-54.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-54.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:34:31.649728 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:34:31.649788 3784 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-54.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-54.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:34:31.670528 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:31.670544 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 20.775µs I0521 19:34:31.670582 3784 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:31.670650 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0521 19:34:31.670703 3784 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-54.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-54.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-54.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:34:31.689486 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0521 19:34:31.865295 3784 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:31.865310 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:31.865326 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:31.865339 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 17.843µs I0521 19:34:31.879692 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:32.094184 3784 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:32.167206 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:32.594484 3784 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:33.045279 3784 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:34:33.093875 3784 default_node_network_controller.go:519] Node connection status = connected I0521 19:34:33.112334 3784 bridgeconfig.go:537] Gateway is ready I0521 19:34:33.112354 3784 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:34:33.125245 3784 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.144. Updating OVN encap IP. I0521 19:34:33.130842 3784 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.144 - it is already configured I0521 19:34:33.130856 3784 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.144/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:34:33.131082 3784 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.144/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-144.ec2.internal","mac-address":"12:01:ae:fe:5f:fd","ip-addresses":["10.0.0.144/24"],"ip-address":"10.0.0.144/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4dd9a074-4a62-40cf-9214-94d90fe2df20 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.144/24"}] on node ip-10-0-0-144.ec2.internal I0521 19:34:33.146391 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-144.ec2.internal in network "default" I0521 19:34:33.146430 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:33.146450 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 24.335µs I0521 19:34:33.146454 3784 node_tracker.go:169] Node ip-10-0-0-144.ec2.internal switch + router changed, syncing services in network "default" I0521 19:34:33.146473 3784 services_controller.go:574] Full service sync requested for network=default I0521 19:34:33.146479 3784 egressfirewall.go:723] Syncing node "ip-10-0-0-144.ec2.internal" for egress firewall I0521 19:34:33.146493 3784 master.go:548] Adding or Updating local node "ip-10-0-0-144.ec2.internal" for network "default" I0521 19:34:33.147135 3784 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.144 I0521 19:34:33.147218 3784 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-144.ec2.internal I0521 19:34:33.151743 3784 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-144.ec2.internal. Updating no re-route policies I0521 19:34:33.151825 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pp5gw I0521 19:34:33.151849 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8lhk9 I0521 19:34:33.151859 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pp5gw I0521 19:34:33.151861 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-144.ec2.internal I0521 19:34:33.151870 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8lhk9 I0521 19:34:33.151872 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fl5xf I0521 19:34:33.151863 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:34:33.151885 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-fl5xf I0521 19:34:33.151885 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-796kb I0521 19:34:33.151890 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:34:33.151893 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4dtz9 I0521 19:34:33.151897 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x I0521 19:34:33.151903 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-796kb I0521 19:34:33.151907 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-fl5xf after 0 failed attempt(s) I0521 19:34:33.151912 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x I0521 19:34:33.151905 3784 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pp5gw] creating logical port openshift-multus_network-metrics-daemon-pp5gw for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:33.151867 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6qkc4 I0521 19:34:33.151923 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-144.ec2.internal I0521 19:34:33.151930 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4dtz9 I0521 19:34:33.151928 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tg6kt I0521 19:34:33.151940 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-144.ec2.internal I0521 19:34:33.151942 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q2n5v I0521 19:34:33.151943 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rnvbh I0521 19:34:33.151951 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-tg6kt I0521 19:34:33.151955 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q2n5v I0521 19:34:33.151955 3784 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8bd9x] creating logical port openshift-network-diagnostics_network-check-target-8bd9x for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:33.151964 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-144.ec2.internal after 0 failed attempt(s) I0521 19:34:33.151966 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rnvbh I0521 19:34:33.151966 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-796kb after 0 failed attempt(s) I0521 19:34:33.151918 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8lhk9 after 0 failed attempt(s) I0521 19:34:33.151977 3784 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-tg6kt after 0 failed attempt(s) I0521 19:34:33.151933 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6qkc4 I0521 19:34:33.151979 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8pws6 I0521 19:34:33.151992 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8pws6 I0521 19:34:33.151997 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6qkc4 after 0 failed attempt(s) I0521 19:34:33.151834 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-w56wh I0521 19:34:33.152047 3784 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vvrfm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vvrfm: suppressed error logged: pod openshift-multus/network-metrics-daemon-vvrfm: no pod IPs found I0521 19:34:33.152054 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-w56wh I0521 19:34:33.152067 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q2n5v after 0 failed attempt(s) I0521 19:34:33.152076 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-w56wh after 0 failed attempt(s) I0521 19:34:33.151879 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-144.ec2.internal I0521 19:34:33.152112 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rnvbh after 0 failed attempt(s) I0521 19:34:33.152138 3784 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8pws6] creating logical port kube-system_global-pull-secret-syncer-8pws6 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:33.152158 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4dtz9 after 0 failed attempt(s) I0521 19:34:33.152169 3784 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-144.ec2.internal after 0 failed attempt(s) I0521 19:34:33.152780 3784 pods.go:271] [openshift-network-diagnostics/network-check-target-8bd9x] addLogicalPort took 834.749µs, libovsdb time 361.71µs I0521 19:34:33.152799 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8bd9x after 0 failed attempt(s) I0521 19:34:33.152858 3784 pods.go:271] [openshift-multus/network-metrics-daemon-pp5gw] addLogicalPort took 965.749µs, libovsdb time 294.906µs I0521 19:34:33.152870 3784 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-pp5gw after 0 failed attempt(s) I0521 19:34:33.152930 3784 pods.go:271] [kube-system/global-pull-secret-syncer-8pws6] addLogicalPort took 849.8µs, libovsdb time 274.182µs I0521 19:34:33.152938 3784 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-8pws6 after 0 failed attempt(s) I0521 19:34:33.163255 3784 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:34:33.177440 3784 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:34:33.181094 3784 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:34:33.208846 3784 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:34:33.259085 3784 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:34:33.277535 3784 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:34:33.277691 3784 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:34:33.277741 3784 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:34:33.277838 3784 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:34:33.277898 3784 gateway_init.go:325] Gateway and management port readiness took 2.188683116s I0521 19:34:33.277933 3784 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:34:33.277968 3784 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:34:33.277980 3784 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:34:33.277988 3784 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:34:33.278122 3784 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:34:33.278275 3784 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.017µs I0521 19:34:33.278567 3784 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:34:33.278614 3784 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 34.562µs I0521 19:34:33.278624 3784 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 59.647µs I0521 19:34:33.278629 3784 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:34:33.278639 3784 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:34:33.278644 3784 default_node_network_controller.go:899] Starting the default node network controller I0521 19:34:33.278649 3784 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:34:33.278729 3784 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.552µs I0521 19:34:33.278822 3784 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:34:33.278834 3784 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:34:33.278864 3784 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009dfdf0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002ca070 0xc0002ca0e0 0xc000d4c050 0xc0002ca150 0xc0002ca1c0 0xc0004782d0 0xc00647f570 0xc0002ca310 map[0x2ff9080:0xc002597740 0x2ff95c0:0xc002597980 0x2ffa2e0:0xc002597680 0x2ffa580:0xc0025976e0 0x2ffad60:0xc0025977a0 0x2ffb000:0xc002597800 0x2ffb2a0:0xc002597860 0x2ffba80:0xc0025979e0 0x2ffbd20:0xc002597a40 0x3026980:0xc000736ea0 0x3026d20:0xc0027882a0 0x3027800:0xc000a756e0 0x3029160:0xc001bf4000 0x30298a0:0xc002788300 0x302a720:0xc000736e40] 0xc0004df3b0 0} I0521 19:34:33.278922 3784 gateway.go:151] Starting gateway service sync I0521 19:34:33.279385 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:34:33.281747 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:34:33.291918 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:34:33.293201 3784 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:34:33.294496 3784 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:34:33.329889 3784 gateway.go:168] Gateway service sync done. Time taken: 50.954096ms I0521 19:34:33.330417 3784 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31741 I0521 19:34:33.330641 3784 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009dfdf0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002ca070 0xc0002ca0e0 0xc000d4c050 0xc0002ca150 0xc0002ca1c0 0xc0004782d0 0xc00647f570 0xc0002ca310 map[0x2ff9080:0xc002597740 0x2ff95c0:0xc002597980 0x2ffa2e0:0xc002597680 0x2ffa580:0xc0025976e0 0x2ffad60:0xc0025977a0 0x2ffb000:0xc002597800 0x2ffb2a0:0xc002597860 0x2ffba80:0xc0025979e0 0x2ffbd20:0xc002597a40 0x3026980:0xc000736ea0 0x3026d20:0xc0027882a0 0x3027800:0xc000a756e0 0x3029160:0xc001bf4000 0x30298a0:0xc002788300 0x302a720:0xc000736e40] 0xc0004df3b0 0} I0521 19:34:33.331073 3784 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009dfdf0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002ca070 0xc0002ca0e0 0xc000d4c050 0xc0002ca150 0xc0002ca1c0 0xc0004782d0 0xc00647f570 0xc0002ca310 map[0x2ff9080:0xc002597740 0x2ff95c0:0xc002597980 0x2ffa2e0:0xc002597680 0x2ffa580:0xc0025976e0 0x2ffad60:0xc0025977a0 0x2ffb000:0xc002597800 0x2ffb2a0:0xc002597860 0x2ffba80:0xc0025979e0 0x2ffbd20:0xc002597a40 0x3026980:0xc000736ea0 0x3026d20:0xc0027882a0 0x3027800:0xc000a756e0 0x3029160:0xc001bf4000 0x30298a0:0xc002788300 0x302a720:0xc000736e40] 0xc0004df3b0 0} I0521 19:34:33.331109 3784 gateway.go:532] Reconciling gateway with updates I0521 19:34:33.336853 3784 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:34:33.336965 3784 default_node_network_controller.go:944] Gateway and management port readiness took 58.122511ms I0521 19:34:33.336968 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:33.336980 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:33.336988 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:33.336987 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:33.337007 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:33.337004 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:33.337017 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:33.337019 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:33.337030 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:33.337037 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:33.337059 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:34:33.337068 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:34:33.337061 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:33.336992 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:33.337114 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:33.337118 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:33.337114 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:33.337126 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:34:33.337127 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:34:33.337137 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:33.337129 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:33.337140 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:33.337152 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:33.337174 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:34:33.337126 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:33.337205 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:33.336967 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:33.337221 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:33.337227 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:33.337235 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:33.337245 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:33.336990 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:33.337269 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:33.337227 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:33.337283 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:33.337320 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:34:33.337326 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:34:33.337344 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:34:33.337357 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:33.337337 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:34:33.337343 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:34:33.337372 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:33.337218 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:33.337402 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:33.337405 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:33.337414 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:33.337415 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:34:33.337423 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:34:33.337457 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:34:33.337467 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:33.337474 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:34:33.337491 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:33.337478 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:33.337503 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:34:33.337360 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:34:33.337505 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:33.337517 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:33.337525 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:33.337350 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:34:33.337392 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:34:33.337560 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:34:33.337572 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:33.337581 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:33.337608 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:34:33.337622 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:33.337628 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:33.337384 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:34:33.337542 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:34:33.337341 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:33.337648 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:33.337685 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:33.337700 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:33.337706 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:33.337709 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:34:33.337723 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:33.337776 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:34:33.337793 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:34:33.337793 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:33.337805 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:33.337838 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:33.337846 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:33.337869 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:33.337876 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:33.337917 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:33.337931 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:33.337968 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:33.337982 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:33.337984 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:33.337994 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:33.338021 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:33.338028 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:33.338034 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:34:33.338049 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:33.338066 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:33.338118 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:33.338135 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:33.338141 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:33.338147 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:33.338150 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:34:33.338157 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:34:33.338171 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:33.338182 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:33.338190 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:34:33.338204 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:33.338216 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:33.338254 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:34:33.338268 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:34:33.338275 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:34:33.338277 3784 node_ip_handler_linux.go:160] Node IP manager is running I0521 19:34:33.338285 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:33.338298 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:33.338307 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:33.338313 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 31801 is already open, no action needed I0521 19:34:33.338321 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:33.338322 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 31403 is already open, no action needed I0521 19:34:33.338324 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:33.338329 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:33.338336 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) W0521 19:34:33.379051 3784 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:34:33.379336 3784 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:34:33.379483 3784 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 19:34:33.388365 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:34:33.388391 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:34:33.388398 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:34:33.388405 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:34:33.388410 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:34:33.388416 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:34:33.388421 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:34:33.437123 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:34:33.437156 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:34:33.437165 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:34:33.437174 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:34:33.437182 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:34:33.437190 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:34:33.437198 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:34:33.437205 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:34:33.437214 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:34:33.481088 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:34:34.739299 3784 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:34:34.739309 3784 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:34:34.739352 3784 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 19:34:34.752082 3784 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.76069ms I0521 19:34:34.752244 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-115.ec2.internal", IP: 10.0.1.115 to PMTUD blocking rules I0521 19:34:34.752260 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-115.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:34:34.758970 3784 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:34:34.759265 3784 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:34:34.759462 3784 egressservice_node.go:183] Starting Egress Services Controller I0521 19:34:34.759480 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:34:34.759491 3784 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:34:34.759497 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:34:34.759502 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:34:34.759517 3784 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:34:34.759525 3784 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:34:34.759532 3784 egressservice_node.go:197] Repairing Egress Services I0521 19:34:34.770464 3784 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:34:34.770476 3784 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:34:34.770789 3784 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:34:34.770809 3784 link_network_manager.go:119] Link manager is running I0521 19:34:34.770821 3784 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:34:34.770980 3784 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:34:34.771455 3784 vrf_manager.go:128] VRF manager is running I0521 19:34:34.771692 3784 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:34:34.771702 3784 gateway.go:532] Reconciling gateway with updates I0521 19:34:34.793565 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:34.793565 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:34.793609 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:34:34.793609 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:34:34.793635 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:34.793653 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:34:34.793663 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:34.793666 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:34.793682 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:34:34.793678 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:34.793683 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:34:34.793693 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:34:34.793702 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:34:34.793704 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:34.793711 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:34.793717 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:34:34.793717 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:34.793723 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 31801 is already open, no action needed I0521 19:34:34.793724 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:34:34.793689 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:34:34.793733 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:34:34.793732 3784 port_claim.go:71] Svc openshift-ingress/router-default: port 31403 is already open, no action needed I0521 19:34:34.793733 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:34.793741 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:34:34.793752 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:34:34.793752 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:34.793756 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:34.793765 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:34.793722 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:34:34.793775 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:34:34.793769 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:34.793789 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:34.793650 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:34.793794 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:34:34.793800 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:34:34.793812 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:34.793815 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:34.793820 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:34:34.793826 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:34:34.793828 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:34:34.793790 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:34:34.793797 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:34:34.793884 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:34.793901 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:34:34.793937 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:34.793975 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:34:34.793979 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:34:34.793980 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:34.793986 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:34:34.793987 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:34.793994 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:34:34.793995 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:34.794004 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:34:34.793882 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:34:34.794011 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:34.793910 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:34:34.794025 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:34.794033 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:34:34.794037 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:34:34.794048 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:34.794055 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:34.794011 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:34:34.794061 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:34:34.794064 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:34:34.794066 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:34.794069 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:34:34.794027 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:34.794080 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:34:34.794085 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:34:34.794039 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:34:34.794083 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:34.794093 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:34:34.794097 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:34:34.794101 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:34.794103 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:34:34.794115 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:34:34.793999 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:34:34.794163 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:34:34.794174 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:34.794178 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:34.794180 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:34:34.794188 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:34.794191 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:34.794198 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:34:34.794192 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:34.794200 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:34.794210 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:34.794212 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:34:34.794220 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:34:34.794236 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:34:34.794245 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:34:34.794244 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:34:34.794202 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:34:34.794256 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:34:34.794287 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:34.794300 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:34:34.794310 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:34.794325 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:34:34.794363 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:34:34.794380 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:34:34.794381 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:34:34.794300 3784 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:34.794397 3784 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:34:34.836240 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:34:34.836249 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:34:34.836269 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:34:34.836277 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:34:34.836282 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:34:34.836288 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:34:34.836294 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:34:34.836299 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:34:34.836313 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:34:34.880419 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:34:34.880447 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:34:34.880454 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:34:34.880461 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:34:34.880466 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:34:34.880476 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:34:34.880483 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:34:34.880493 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:34:34.880501 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:34:34.880508 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:34:34.880518 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:34:34.880524 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:34:34.921439 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:34:34.921464 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:34:34.921471 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:34:34.921478 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:34:34.921487 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:34:34.921495 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:34:34.921520 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:34:34.921536 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:34:34.921542 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:34:34.921548 3784 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:34:36.151137 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:34:36.507193 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:34:36.869000 3784 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:34:36.869882 3784 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 862.676µs I0521 19:34:36.890703 3784 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:34:37.004189 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-144.ec2.internal I0521 19:34:37.004214 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-144.ec2.internal: 32.739µs I0521 19:34:37.040636 3784 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6fd5c5d86c-2vlcb] creating logical port openshift-image-registry_image-registry-6fd5c5d86c-2vlcb for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:37.040713 3784 kube.go:256] Updating pod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:34:37.051715 3784 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65d6b54964-p2xsj] creating logical port openshift-ingress_router-default-65d6b54964-p2xsj for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:37.052284 3784 kube.go:256] Updating pod openshift-ingress/router-default-65d6b54964-p2xsj I0521 19:34:37.060695 3784 pod.go:62] [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb] pod update took 20.00764ms I0521 19:34:37.060714 3784 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6fd5c5d86c-2vlcb] addLogicalPort annotation time took 20.029898ms I0521 19:34:37.061753 3784 pods.go:271] [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb] addLogicalPort took 21.128783ms, libovsdb time 764.683µs I0521 19:34:37.078711 3784 pod.go:62] [openshift-ingress/router-default-65d6b54964-p2xsj] pod update took 26.897703ms I0521 19:34:37.078731 3784 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65d6b54964-p2xsj] addLogicalPort annotation time took 26.922437ms I0521 19:34:37.079791 3784 pods.go:271] [openshift-ingress/router-default-65d6b54964-p2xsj] addLogicalPort took 28.088008ms, libovsdb time 798.559µs I0521 19:34:37.102645 3784 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wv9tz] creating logical port openshift-ingress-canary_ingress-canary-wv9tz for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:37.102763 3784 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wv9tz I0521 19:34:37.121639 3784 pod.go:62] [openshift-ingress-canary/ingress-canary-wv9tz] pod update took 18.905854ms I0521 19:34:37.121657 3784 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-wv9tz] addLogicalPort annotation time took 18.927677ms I0521 19:34:37.122634 3784 pods.go:271] [openshift-ingress-canary/ingress-canary-wv9tz] addLogicalPort took 20.001724ms, libovsdb time 725.742µs I0521 19:34:37.151938 3784 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vbsf9] creating logical port openshift-dns_dns-default-vbsf9 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:37.152013 3784 kube.go:256] Updating pod openshift-dns/dns-default-vbsf9 I0521 19:34:37.167523 3784 pod.go:62] [openshift-dns/dns-default-vbsf9] pod update took 15.532234ms I0521 19:34:37.167544 3784 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vbsf9] addLogicalPort annotation time took 15.556243ms I0521 19:34:37.168463 3784 pods.go:271] [openshift-dns/dns-default-vbsf9] addLogicalPort took 16.541499ms, libovsdb time 674.729µs I0521 19:34:37.468907 3784 cni.go:452] [openshift-ingress-canary/ingress-canary-wv9tz 7126c6ac45164f6c187af92a54943f83e511f1d133e279251807a83a5ca808ba network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wv9tz 7126c6ac45164f6c187af92a54943f83e511f1d133e279251807a83a5ca808ba network default NAD default NAD key ] I0521 19:34:37.498089 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wv9tz, hostIfaceName: 7126c6ac45164f6, network: default, NAD default, SandboxID: "7126c6ac45164f6c187af92a54943f83e511f1d133e279251807a83a5ca808ba", PCI device ID: , UID: "00bcb252-0303-4c4b-b1dc-56531985f668", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] W0521 19:34:37.502967 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:34:37.534616 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:34:37.546412 3784 cni.go:473] [openshift-ingress-canary/ingress-canary-wv9tz 7126c6ac45164f6c187af92a54943f83e511f1d133e279251807a83a5ca808ba network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wv9tz 7126c6ac45164f6c187af92a54943f83e511f1d133e279251807a83a5ca808ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:de:4e:e8:d6:8a\",\"name\":\"7126c6ac45164f6\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12a306e5-d521-4d81-b154-034468dfa54a\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:34:38.274997 3784 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:34:38.276021 3784 namespace.go:102] [openshift-service-ca] adding namespace took 996.381µs I0521 19:34:38.299135 3784 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:34:39.939672 3784 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-c8pwz] creating logical port openshift-service-ca_service-ca-d9cb48497-c8pwz for pod on switch ip-10-0-0-144.ec2.internal I0521 19:34:39.939801 3784 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-c8pwz I0521 19:34:39.954073 3784 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-c8pwz] pod update took 14.29794ms I0521 19:34:39.954096 3784 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-c8pwz] addLogicalPort annotation time took 14.325872ms I0521 19:34:39.955280 3784 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-c8pwz] addLogicalPort took 15.626641ms, libovsdb time 888.07µs I0521 19:34:40.299317 3784 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-c8pwz 1ffc7e1c0da18a30884dc0735dd911cf82ac5c6323e6e3fc28fab9637f136806 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-c8pwz 1ffc7e1c0da18a30884dc0735dd911cf82ac5c6323e6e3fc28fab9637f136806 network default NAD default NAD key ] I0521 19:34:40.309619 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-c8pwz, hostIfaceName: 1ffc7e1c0da18a3, network: default, NAD default, SandboxID: "1ffc7e1c0da18a30884dc0735dd911cf82ac5c6323e6e3fc28fab9637f136806", PCI device ID: , UID: "8e418aef-a0f9-4870-96c3-ab22d75c3d8f", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0521 19:34:40.354427 3784 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-c8pwz 1ffc7e1c0da18a30884dc0735dd911cf82ac5c6323e6e3fc28fab9637f136806 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-c8pwz 1ffc7e1c0da18a30884dc0735dd911cf82ac5c6323e6e3fc28fab9637f136806 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:44:87:43:13:3c\",\"name\":\"1ffc7e1c0da18a3\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e622b61-5e19-4441-a4c9-d5d1eef719f7\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:34:40.526971 3784 cni.go:452] [openshift-network-diagnostics/network-check-target-8bd9x e522892b7f72d8d341168329e2c3126448771b22d566f5b56863226abc72977d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8bd9x e522892b7f72d8d341168329e2c3126448771b22d566f5b56863226abc72977d network default NAD default NAD key ] I0521 19:34:40.527185 3784 cni.go:452] [kube-system/global-pull-secret-syncer-8pws6 a896582b3c402834e64625816f320b7a095f05885d2db5224a8e3f7dab36fefe network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-8pws6 a896582b3c402834e64625816f320b7a095f05885d2db5224a8e3f7dab36fefe network default NAD default NAD key ] I0521 19:34:40.538395 3784 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-8pws6, hostIfaceName: a896582b3c40283, network: default, NAD default, SandboxID: "a896582b3c402834e64625816f320b7a095f05885d2db5224a8e3f7dab36fefe", PCI device ID: , UID: "bc3c4873-34d3-452f-99b1-83c2da8ccdc4", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 19:34:40.539081 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8bd9x, hostIfaceName: e522892b7f72d8d, network: default, NAD default, SandboxID: "e522892b7f72d8d341168329e2c3126448771b22d566f5b56863226abc72977d", PCI device ID: , UID: "88305b35-5ff5-46d2-ab07-7b009ac7f788", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 19:34:40.587701 3784 cni.go:473] [openshift-network-diagnostics/network-check-target-8bd9x e522892b7f72d8d341168329e2c3126448771b22d566f5b56863226abc72977d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8bd9x e522892b7f72d8d341168329e2c3126448771b22d566f5b56863226abc72977d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d0:3f:5e:33:cd\",\"name\":\"e522892b7f72d8d\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a7a8aaf-efa1-4e53-a756-fb303ef0253d\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:34:40.592347 3784 cni.go:473] [kube-system/global-pull-secret-syncer-8pws6 a896582b3c402834e64625816f320b7a095f05885d2db5224a8e3f7dab36fefe network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-8pws6 a896582b3c402834e64625816f320b7a095f05885d2db5224a8e3f7dab36fefe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d3:c1:54:ab:2e\",\"name\":\"a896582b3c40283\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e171fb6-d4cc-4550-a972-ed116c4e6c4c\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:34:41.760953 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:34:45.858791 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:34:49.549243 3784 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:34:49.549268 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:34:49.549308 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:34:49.549320 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 17.098µs W0521 19:34:50.250314 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:34:53.021402 3784 cni.go:452] [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key ] I0521 19:34:53.032583 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6fd5c5d86c-2vlcb, hostIfaceName: 7f43e7161699969, network: default, NAD default, SandboxID: "7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73", PCI device ID: , UID: "e7460fa6-4941-4d6e-92e8-deb3a0e6e128", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 19:34:53.079883 3784 cni.go:473] [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8d:27:ed:83:b9\",\"name\":\"7f43e7161699969\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d939b93c-7723-4182-b99d-76dd9e6588ae\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:34:53.125118 3784 cni.go:452] [openshift-dns/dns-default-vbsf9 5af42397b6b47754f673cfffe9042543138524224863f3a09b0b3dc8aff816eb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vbsf9 5af42397b6b47754f673cfffe9042543138524224863f3a09b0b3dc8aff816eb network default NAD default NAD key ] I0521 19:34:53.136676 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vbsf9, hostIfaceName: 5af42397b6b4775, network: default, NAD default, SandboxID: "5af42397b6b47754f673cfffe9042543138524224863f3a09b0b3dc8aff816eb", PCI device ID: , UID: "cc3dd26e-592b-4bdf-853a-5207c3dacf94", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 19:34:53.183764 3784 cni.go:473] [openshift-dns/dns-default-vbsf9 5af42397b6b47754f673cfffe9042543138524224863f3a09b0b3dc8aff816eb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vbsf9 5af42397b6b47754f673cfffe9042543138524224863f3a09b0b3dc8aff816eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:2a:15:f3:28:d7\",\"name\":\"5af42397b6b4775\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7089fe3-5be8-4e15-923c-a2a6a134d841\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:01.083912 3784 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-54.ec2.internal I0521 19:35:01.083936 3784 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-54.ec2.internal I0521 19:35:01.084025 3784 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-54.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-54.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-54.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-54.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-54.ec2.internal I0521 19:35:02.326477 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:03.153461 3784 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:35:03.153471 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:35:03.153483 3784 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw I0521 19:35:03.153492 3784 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-nw4k2 I0521 19:35:03.153497 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vvrfm I0521 19:35:03.153501 3784 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw I0521 19:35:03.153530 3784 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-nw4k2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-nw4k2: suppressed error logged: pod kube-system/global-pull-secret-syncer-nw4k2: no pod IPs found I0521 19:35:03.153533 3784 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-bfqhw, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-bfqhw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-bfqhw: no pod IPs found I0521 19:35:03.153532 3784 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vvrfm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vvrfm: suppressed error logged: pod openshift-multus/network-metrics-daemon-vvrfm: no pod IPs found W0521 19:35:05.871397 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:05.893785 3784 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.893809 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.893818 3784 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.915316 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.915334 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:35:05.915339 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:35:05.947174 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-cc6wv for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:05.947270 3784 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv I0521 19:35:05.963866 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:05.973182 3784 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv] pod update took 25.944522ms I0521 19:35:05.973204 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv] addLogicalPort annotation time took 25.970022ms I0521 19:35:05.974390 3784 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv] addLogicalPort took 27.229446ms, libovsdb time 869.896µs W0521 19:35:05.985395 3784 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-844576ff7b-wlzpc IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-844576ff7b-wlzpc: no pod IPs found W0521 19:35:06.008848 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:06.064133 3784 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-7k8t4] creating logical port openshift-insights_insights-runtime-extractor-7k8t4 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:06.064230 3784 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-7k8t4 I0521 19:35:06.072924 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:06.097073 3784 pod.go:62] [openshift-insights/insights-runtime-extractor-7k8t4] pod update took 32.86929ms I0521 19:35:06.097102 3784 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-7k8t4] addLogicalPort annotation time took 32.90789ms I0521 19:35:06.098239 3784 pods.go:271] [openshift-insights/insights-runtime-extractor-7k8t4] addLogicalPort took 34.123681ms, libovsdb time 827.877µs I0521 19:35:06.354500 3784 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv 4806546657cf7b41babaf281b2676ec6a675534ca99a92099506391414e77866 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv 4806546657cf7b41babaf281b2676ec6a675534ca99a92099506391414e77866 network default NAD default NAD key ] I0521 19:35:06.364981 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-cc6wv, hostIfaceName: 4806546657cf7b4, network: default, NAD default, SandboxID: "4806546657cf7b41babaf281b2676ec6a675534ca99a92099506391414e77866", PCI device ID: , UID: "3ebfd54a-d7de-46a6-a122-217116869917", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 19:35:06.410738 3784 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv 4806546657cf7b41babaf281b2676ec6a675534ca99a92099506391414e77866 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-cc6wv 4806546657cf7b41babaf281b2676ec6a675534ca99a92099506391414e77866 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:66:4d:59:09:36\",\"name\":\"4806546657cf7b4\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50e2843c-b867-412e-bd13-9b42b170f585\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:06.442780 3784 cni.go:452] [openshift-insights/insights-runtime-extractor-7k8t4 e90b108a4f0d09cb566d8234fd506473b5c2a592dba2caa705f046dd3c65b17f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-7k8t4 e90b108a4f0d09cb566d8234fd506473b5c2a592dba2caa705f046dd3c65b17f network default NAD default NAD key ] I0521 19:35:06.452447 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-7k8t4, hostIfaceName: e90b108a4f0d09c, network: default, NAD default, SandboxID: "e90b108a4f0d09cb566d8234fd506473b5c2a592dba2caa705f046dd3c65b17f", PCI device ID: , UID: "f960d1bd-ed92-42c5-b3b5-6767a335435a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 19:35:06.486643 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "ip-10-0-2-54.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:06.486659 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:06.486696 3784 node_tracker.go:235] Node ip-10-0-2-54.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-54.ec2.internal" I0521 19:35:06.486711 3784 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.486719 3784 services_controller.go:574] Full service sync requested for network=default W0521 19:35:06.486892 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:06.486982 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:35:06.487062 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:06.498827 3784 cni.go:473] [openshift-insights/insights-runtime-extractor-7k8t4 e90b108a4f0d09cb566d8234fd506473b5c2a592dba2caa705f046dd3c65b17f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-7k8t4 e90b108a4f0d09cb566d8234fd506473b5c2a592dba2caa705f046dd3c65b17f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:40:1b:4a:17:56\",\"name\":\"e90b108a4f0d09c\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aab43563-dbc4-4ab0-b690-12d746e0e356\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:06.656932 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:06.656996 3784 default_network_controller.go:1025] Node "ip-10-0-2-54.ec2.internal" in remote zone "ip-10-0-2-54.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:35:06.657019 3784 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:06.657041 3784 services_controller.go:574] Full service sync requested for network=default W0521 19:35:06.657430 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:06.657862 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:06.657942 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:35:06.658128 3784 zone_ic_handler.go:195] Time taken to create transit switch: 283.979µs I0521 19:35:06.658144 3784 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-54.ec2.internal for the network default I0521 19:35:06.659126 3784 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-54.ec2.internal" on network "default" took: 1.295446ms I0521 19:35:07.239790 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 10.0.2.54 to PMTUD blocking rules I0521 19:35:07.239809 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:35:07.239813 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:07.239823 3784 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-54.ec2.internal in network "default" I0521 19:35:07.239830 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 21.178µs I0521 19:35:07.239794 3784 egressfirewall.go:723] Syncing node "ip-10-0-2-54.ec2.internal" for egress firewall I0521 19:35:07.239866 3784 node_tracker.go:169] Node ip-10-0-2-54.ec2.internal switch + router changed, syncing services in network "default" I0521 19:35:07.239878 3784 services_controller.go:574] Full service sync requested for network=default W0521 19:35:07.240083 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:35:07.240200 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:07.240354 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:35:07.246040 3784 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-54.ec2.internal. Updating no re-route policies I0521 19:35:07.278197 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 10.0.2.54 to PMTUD blocking rules I0521 19:35:07.278214 3784 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-54.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0521 19:35:08.511175 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:08.511205 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:35:08.648741 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:08.909224 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:35:08.935786 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:35:09.246860 3784 cni.go:452] [openshift-ingress/router-default-65d6b54964-p2xsj 46529f240771e2025d2ccd16c03c9df91f79234e038cfaf04008405eb67eaad3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65d6b54964-p2xsj 46529f240771e2025d2ccd16c03c9df91f79234e038cfaf04008405eb67eaad3 network default NAD default NAD key ] I0521 19:35:09.257463 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65d6b54964-p2xsj, hostIfaceName: 46529f240771e20, network: default, NAD default, SandboxID: "46529f240771e2025d2ccd16c03c9df91f79234e038cfaf04008405eb67eaad3", PCI device ID: , UID: "f4917159-1e15-4fbc-b47a-8bb394e51d39", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 19:35:09.306001 3784 cni.go:473] [openshift-ingress/router-default-65d6b54964-p2xsj 46529f240771e2025d2ccd16c03c9df91f79234e038cfaf04008405eb67eaad3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65d6b54964-p2xsj 46529f240771e2025d2ccd16c03c9df91f79234e038cfaf04008405eb67eaad3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:17:41:b6:27:61\",\"name\":\"46529f240771e20\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35817568-3938-4201-8cdd-6e1b88f2e0d3\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:35:09.923017 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:35:09.923042 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:35:10.491950 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-t7z55] creating logical port openshift-monitoring_prometheus-operator-76b589d668-t7z55 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:10.492047 3784 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-t7z55 I0521 19:35:10.510014 3784 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-t7z55] pod update took 17.991942ms I0521 19:35:10.510036 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-t7z55] addLogicalPort annotation time took 18.020185ms I0521 19:35:10.511079 3784 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-t7z55] addLogicalPort took 19.14651ms, libovsdb time 771.252µs I0521 19:35:10.927156 3784 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-54.ec2.internal I0521 19:35:10.927181 3784 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-54.ec2.internal: 31.44µs W0521 19:35:10.986900 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:35:10.986925 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:35:10.986934 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:35:10.987116 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:35:10.987138 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:35:11.117458 3784 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:35:11.482123 3784 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-t7z55 e9bb85e16b6d98c25e844273e82c0a384729b4be5779aa4e0eba5c0471669a6e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-t7z55 e9bb85e16b6d98c25e844273e82c0a384729b4be5779aa4e0eba5c0471669a6e network default NAD default NAD key ] I0521 19:35:11.491468 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-t7z55, hostIfaceName: e9bb85e16b6d98c, network: default, NAD default, SandboxID: "e9bb85e16b6d98c25e844273e82c0a384729b4be5779aa4e0eba5c0471669a6e", PCI device ID: , UID: "c5e9e5fe-ad36-49c6-8374-9ee611278f71", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 19:35:11.539476 3784 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-t7z55 e9bb85e16b6d98c25e844273e82c0a384729b4be5779aa4e0eba5c0471669a6e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-t7z55 e9bb85e16b6d98c25e844273e82c0a384729b4be5779aa4e0eba5c0471669a6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b1:88:6f:2b:fc\",\"name\":\"e9bb85e16b6d98c\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9efdc889-8fe5-455c-996b-a45850c7a7d7\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:12.658152 3784 cni.go:452] [openshift-multus/network-metrics-daemon-pp5gw 93fc674b87bfb0f8a94fa406afba31091709d0e3eab13e718e31c99f9157c070 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-pp5gw 93fc674b87bfb0f8a94fa406afba31091709d0e3eab13e718e31c99f9157c070 network default NAD default NAD key ] I0521 19:35:12.668743 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-pp5gw, hostIfaceName: 93fc674b87bfb0f, network: default, NAD default, SandboxID: "93fc674b87bfb0f8a94fa406afba31091709d0e3eab13e718e31c99f9157c070", PCI device ID: , UID: "9ce5461f-2833-4926-bc8a-79fa221a22fa", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] W0521 19:35:12.713248 3784 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:35:12.714954 3784 cni.go:473] [openshift-multus/network-metrics-daemon-pp5gw 93fc674b87bfb0f8a94fa406afba31091709d0e3eab13e718e31c99f9157c070 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-pp5gw 93fc674b87bfb0f8a94fa406afba31091709d0e3eab13e718e31c99f9157c070 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a0:ca:06:26:82\",\"name\":\"93fc674b87bfb0f\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef119939-7133-4972-8ee5-b802308eeff6\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:13.349337 3784 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-q6xmk] creating logical port openshift-console_downloads-5c54f4944f-q6xmk for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:13.349448 3784 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-q6xmk I0521 19:35:13.371417 3784 pod.go:62] [openshift-console/downloads-5c54f4944f-q6xmk] pod update took 21.989695ms I0521 19:35:13.371439 3784 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-q6xmk] addLogicalPort annotation time took 22.016159ms I0521 19:35:13.372738 3784 pods.go:271] [openshift-console/downloads-5c54f4944f-q6xmk] addLogicalPort took 23.420092ms, libovsdb time 963.368µs I0521 19:35:13.767240 3784 cni.go:452] [openshift-console/downloads-5c54f4944f-q6xmk 9833c7791d1fe123d949e9a260b1115bd604c2187a16f1f72e87d0e583a4214c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-q6xmk 9833c7791d1fe123d949e9a260b1115bd604c2187a16f1f72e87d0e583a4214c network default NAD default NAD key ] I0521 19:35:13.779081 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-q6xmk, hostIfaceName: 9833c7791d1fe12, network: default, NAD default, SandboxID: "9833c7791d1fe123d949e9a260b1115bd604c2187a16f1f72e87d0e583a4214c", PCI device ID: , UID: "0fa7e525-0066-4a19-a0f5-7c3a927511eb", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 19:35:13.836455 3784 cni.go:473] [openshift-console/downloads-5c54f4944f-q6xmk 9833c7791d1fe123d949e9a260b1115bd604c2187a16f1f72e87d0e583a4214c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-q6xmk 9833c7791d1fe123d949e9a260b1115bd604c2187a16f1f72e87d0e583a4214c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:51:b0:86:6d:d3\",\"name\":\"9833c7791d1fe12\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ebd4264-bd01-445e-a885-9258d0d50f05\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:35:14.874656 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:35:16.843250 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:35:17.228185 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:17.228318 3784 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:35:17.251695 3784 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.42951ms I0521 19:35:17.251721 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.460594ms I0521 19:35:17.253241 3784 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.077442ms, libovsdb time 1.100614ms I0521 19:35:18.197196 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-987877569-6cv5k] creating logical port openshift-monitoring_thanos-querier-987877569-6cv5k for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:18.197316 3784 kube.go:256] Updating pod openshift-monitoring/thanos-querier-987877569-6cv5k I0521 19:35:18.199564 3784 cni.go:452] [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key ] I0521 19:35:18.211336 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f7f216d418026b9, network: default, NAD default, SandboxID: "f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580", PCI device ID: , UID: "1432fa1d-b199-4963-b6be-8713ab973970", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 19:35:18.230465 3784 pod.go:62] [openshift-monitoring/thanos-querier-987877569-6cv5k] pod update took 33.195741ms I0521 19:35:18.230487 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-987877569-6cv5k] addLogicalPort annotation time took 33.223389ms I0521 19:35:18.231949 3784 pods.go:271] [openshift-monitoring/thanos-querier-987877569-6cv5k] addLogicalPort took 34.769464ms, libovsdb time 1.119546ms I0521 19:35:18.266454 3784 cni.go:473] [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:75:f4:02:f2:f8\",\"name\":\"f7f216d418026b9\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbda6f38-e8cb-45ca-b37e-a1c6cbc72966\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:18.562672 3784 cni.go:452] [openshift-monitoring/thanos-querier-987877569-6cv5k 338060a098e981cc09ff35803ff23dce23a1765fce99c59d87880edc74017c3e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-987877569-6cv5k 338060a098e981cc09ff35803ff23dce23a1765fce99c59d87880edc74017c3e network default NAD default NAD key ] I0521 19:35:18.573442 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-987877569-6cv5k, hostIfaceName: 338060a098e981c, network: default, NAD default, SandboxID: "338060a098e981cc09ff35803ff23dce23a1765fce99c59d87880edc74017c3e", PCI device ID: , UID: "0b81c090-a52d-409e-84a7-310db0474ca8", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 19:35:18.623121 3784 cni.go:473] [openshift-monitoring/thanos-querier-987877569-6cv5k 338060a098e981cc09ff35803ff23dce23a1765fce99c59d87880edc74017c3e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-987877569-6cv5k 338060a098e981cc09ff35803ff23dce23a1765fce99c59d87880edc74017c3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:27:db:ff:66:7b\",\"name\":\"338060a098e981c\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13959a24-c548-4453-a402-6496c47c7621\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:20.850901 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-759f746ddd-lvpzz] creating logical port openshift-monitoring_metrics-server-759f746ddd-lvpzz for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:20.851070 3784 kube.go:256] Updating pod openshift-monitoring/metrics-server-759f746ddd-lvpzz I0521 19:35:20.871838 3784 pod.go:62] [openshift-monitoring/metrics-server-759f746ddd-lvpzz] pod update took 20.813228ms I0521 19:35:20.871862 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-759f746ddd-lvpzz] addLogicalPort annotation time took 20.840988ms I0521 19:35:20.872962 3784 pods.go:271] [openshift-monitoring/metrics-server-759f746ddd-lvpzz] addLogicalPort took 22.083579ms, libovsdb time 813.426µs I0521 19:35:20.942017 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-94b2n for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:20.942120 3784 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n I0521 19:35:20.959486 3784 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n] pod update took 17.394355ms I0521 19:35:20.959508 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n] addLogicalPort annotation time took 17.422652ms I0521 19:35:20.960728 3784 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n] addLogicalPort took 18.725696ms, libovsdb time 873.777µs W0521 19:35:21.092902 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.092924 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.092933 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:35:21.219363 3784 cni.go:452] [openshift-monitoring/metrics-server-759f746ddd-lvpzz 669c1f568f75879a6840ae1886848ca10e02b883cf439eb8a66a0ecb3bc7b5a0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-759f746ddd-lvpzz 669c1f568f75879a6840ae1886848ca10e02b883cf439eb8a66a0ecb3bc7b5a0 network default NAD default NAD key ] I0521 19:35:21.229273 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-759f746ddd-lvpzz, hostIfaceName: 669c1f568f75879, network: default, NAD default, SandboxID: "669c1f568f75879a6840ae1886848ca10e02b883cf439eb8a66a0ecb3bc7b5a0", PCI device ID: , UID: "fadafc38-4d3b-4390-8498-30991abe6be6", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 19:35:21.281654 3784 cni.go:473] [openshift-monitoring/metrics-server-759f746ddd-lvpzz 669c1f568f75879a6840ae1886848ca10e02b883cf439eb8a66a0ecb3bc7b5a0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-759f746ddd-lvpzz 669c1f568f75879a6840ae1886848ca10e02b883cf439eb8a66a0ecb3bc7b5a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:db:fa:df:f7:ea\",\"name\":\"669c1f568f75879\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9288d96-767c-46d8-bbeb-50316309464a\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:35:21.794790 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794810 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:21.794817 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:35:21.930349 3784 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n 06e6137e94257a0d0b7100d34f1517b47eedb8d19ad8a794b56f7599729dadbd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n 06e6137e94257a0d0b7100d34f1517b47eedb8d19ad8a794b56f7599729dadbd network default NAD default NAD key ] I0521 19:35:21.942881 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-94b2n, hostIfaceName: 06e6137e94257a0, network: default, NAD default, SandboxID: "06e6137e94257a0d0b7100d34f1517b47eedb8d19ad8a794b56f7599729dadbd", PCI device ID: , UID: "9e82cca8-ea5f-4da7-b1f6-554ae477a90f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] W0521 19:35:21.996412 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.996491 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.996506 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:21.996513 3784 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:35:21.999034 3784 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n 06e6137e94257a0d0b7100d34f1517b47eedb8d19ad8a794b56f7599729dadbd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-94b2n 06e6137e94257a0d0b7100d34f1517b47eedb8d19ad8a794b56f7599729dadbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:0d:25:6b:b7:2d\",\"name\":\"06e6137e94257a0\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08dcd00b-e8d6-4f66-b70c-663b3dd0fc4e\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:22.070039 3784 base_network_controller_pods.go:487] [default/openshift-console/console-674dd677d7-q7slb] creating logical port openshift-console_console-674dd677d7-q7slb for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:22.070160 3784 kube.go:256] Updating pod openshift-console/console-674dd677d7-q7slb I0521 19:35:22.086159 3784 pod.go:62] [openshift-console/console-674dd677d7-q7slb] pod update took 16.032227ms I0521 19:35:22.086185 3784 base_network_controller_pods.go:951] [default/openshift-console/console-674dd677d7-q7slb] addLogicalPort annotation time took 16.065332ms I0521 19:35:22.087553 3784 pods.go:271] [openshift-console/console-674dd677d7-q7slb] addLogicalPort took 17.539902ms, libovsdb time 1.01311ms I0521 19:35:22.530804 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:35:22.530931 3784 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:35:22.568096 3784 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 37.199594ms I0521 19:35:22.568123 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 37.237988ms I0521 19:35:22.569611 3784 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 38.805471ms, libovsdb time 960.21µs I0521 19:35:23.139401 3784 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key ] I0521 19:35:23.139513 3784 cni.go:452] [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key ] I0521 19:35:23.157137 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: d65f16610ff858e, network: default, NAD default, SandboxID: "d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6", PCI device ID: , UID: "16e9e7fb-d427-4de3-bb21-11685bbe9898", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 19:35:23.157799 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-674dd677d7-q7slb, hostIfaceName: b32b58f055eb321, network: default, NAD default, SandboxID: "b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee", PCI device ID: , UID: "076aa41d-aa2d-4731-9532-10d5b19dcb0f", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 19:35:23.212507 3784 cni.go:473] [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:4a:78:49:3f:10\",\"name\":\"b32b58f055eb321\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cf04f95-120c-4252-af30-97582b7f37bc\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:35:23.231078 3784 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:10:76:4f:bb:1b\",\"name\":\"d65f16610ff858e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e040a4b-ca54-448f-b8cb-6897e8f5747a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:35:28.014863 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:28.014881 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:28.014887 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:28.014892 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:35:30.050854 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:35:30.092878 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:30.191102 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.191123 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.226847 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:35:30.873725 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:30.956058 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.956149 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:30.974224 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:35:31.183030 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:35:31.313185 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:31.313890 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:31.761200 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:31.761228 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-njzlj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:31.768565 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fd5c5d86c-njzlj I0521 19:35:31.768624 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fd5c5d86c-njzlj W0521 19:35:31.884989 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:35:31.885022 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:35:32.077948 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:35:33.782526 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:34.851076 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:35.115877 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:35:40.805493 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:35:40.805528 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:35:46.821365 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:35:51.066169 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:35:51.847894 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:35:58.264979 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.265005 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.265013 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.265027 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.265033 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.265037 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.280697 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.280719 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:35:58.280729 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:35:58.960817 3784 cni.go:452] [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key ] I0521 19:35:59.043690 3784 cni.go:473] [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6fd5c5d86c-2vlcb 7f43e71616999694e307445600679e5af21be6a545cd2b28129236e4dafcbc73 network default NAD default NAD key default], result "{}", err I0521 19:35:59.113518 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:59.113550 3784 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:35:59.114933 3784 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6fd5c5d86c-2vlcb, ips: 10.129.0.6 I0521 19:35:59.114967 3784 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:59.467935 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:59.467956 3784 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fd5c5d86c-2vlcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:59.476246 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:35:59.476276 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fd5c5d86c-2vlcb I0521 19:36:00.232032 3784 cni.go:452] [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key ] I0521 19:36:00.315873 3784 cni.go:473] [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-674dd677d7-q7slb b32b58f055eb321f37c0f823ef6903b6943c24a73f89d6fc0577a771ce0ce1ee network default NAD default NAD key default], result "{}", err I0521 19:36:00.382272 3784 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-q7slb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:00.382301 3784 pods.go:176] Deleting pod: openshift-console/console-674dd677d7-q7slb I0521 19:36:00.383637 3784 pods.go:236] Attempting to release IPs for pod: openshift-console/console-674dd677d7-q7slb, ips: 10.129.0.19 I0521 19:36:00.383666 3784 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-q7slb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:00.392870 3784 base_network_controller_pods.go:487] [default/openshift-console/console-5f44f5dcd9-vs9sv] creating logical port openshift-console_console-5f44f5dcd9-vs9sv for pod on switch ip-10-0-0-144.ec2.internal I0521 19:36:00.392970 3784 kube.go:256] Updating pod openshift-console/console-5f44f5dcd9-vs9sv I0521 19:36:00.407849 3784 pod.go:62] [openshift-console/console-5f44f5dcd9-vs9sv] pod update took 14.901594ms I0521 19:36:00.407875 3784 base_network_controller_pods.go:951] [default/openshift-console/console-5f44f5dcd9-vs9sv] addLogicalPort annotation time took 14.930603ms I0521 19:36:00.409218 3784 pods.go:271] [openshift-console/console-5f44f5dcd9-vs9sv] addLogicalPort took 16.381567ms, libovsdb time 919.365µs I0521 19:36:00.794877 3784 cni.go:452] [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key ] I0521 19:36:00.805164 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5f44f5dcd9-vs9sv, hostIfaceName: e85ddeb444fdab0, network: default, NAD default, SandboxID: "e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d", PCI device ID: , UID: "58c2a983-ca07-445d-ad52-9f9383d530b3", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 19:36:00.854777 3784 cni.go:473] [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:62:be:2b:b9:a3\",\"name\":\"e85ddeb444fdab0\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3301bb0f-2d8f-485c-a2cf-131c471c8993\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:36:01.195426 3784 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-q7slb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:01.195447 3784 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-q7slb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:01.198783 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674dd677d7-q7slb I0521 19:36:01.198807 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674dd677d7-q7slb W0521 19:36:05.038426 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:36:05.038454 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:36:05.038486 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:36:05.038494 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:36:06.159951 3784 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-rj6sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:06.160455 3784 obj_retry.go:498] Detected object openshift-console/console-674dd677d7-rj6sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:07.004824 3784 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-rj6sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:07.004851 3784 obj_retry.go:492] Detected object openshift-console/console-674dd677d7-rj6sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:07.010708 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674dd677d7-rj6sg I0521 19:36:07.010735 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674dd677d7-rj6sg W0521 19:36:07.911791 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:36:11.240824 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:36:17.365384 3784 obj_retry.go:498] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:17.365941 3784 obj_retry.go:498] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:17.948334 3784 obj_retry.go:492] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:17.948358 3784 obj_retry.go:492] Detected object openshift-ingress/router-default-8467cf5fc7-cdct5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:17.951516 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8467cf5fc7-cdct5 I0521 19:36:17.951542 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8467cf5fc7-cdct5 W0521 19:36:23.311506 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:36:23.311527 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:36:34.896672 3784 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:36:34.896770 3784 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 I0521 19:36:34.910275 3784 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5] pod update took 13.532365ms I0521 19:36:34.910299 3784 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5] addLogicalPort annotation time took 13.561815ms I0521 19:36:34.911450 3784 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5] addLogicalPort took 14.797596ms, libovsdb time 851.755µs I0521 19:36:35.255850 3784 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key ] I0521 19:36:35.265227 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5, hostIfaceName: 712d73e5737c7ec, network: default, NAD default, SandboxID: "712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae", PCI device ID: , UID: "545a9f9c-726a-4b18-b814-cce678dc6e66", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 19:36:35.315049 3784 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:31:30:2d:00:66\",\"name\":\"712d73e5737c7ec\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33d1bcb5-51c8-4ddc-9532-71da6a7b30bb\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:36:37.851252 3784 cni.go:452] [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key ] I0521 19:36:37.951318 3784 cni.go:473] [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 f7f216d418026b9978c6893bfedf6f00d2112e29cda6f12025e7320eea2d2580 network default NAD default NAD key default], result "{}", err I0521 19:36:38.013996 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:38.014036 3784 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:36:38.015427 3784 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0521 19:36:38.015458 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:38.338371 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:38.338397 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:38.344410 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:36:38.344434 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:36:38.382064 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:36:38.382169 3784 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:36:38.406902 3784 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.775072ms I0521 19:36:38.406927 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.803498ms I0521 19:36:38.408378 3784 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.330021ms, libovsdb time 1.103543ms I0521 19:36:38.743355 3784 cni.go:452] [openshift-monitoring/alertmanager-main-1 df85bdcc59e87d94668482bfba055d7257d1a8954ea07e75434c511ebee4ebd9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 df85bdcc59e87d94668482bfba055d7257d1a8954ea07e75434c511ebee4ebd9 network default NAD default NAD key ] I0521 19:36:38.752776 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: df85bdcc59e87d9, network: default, NAD default, SandboxID: "df85bdcc59e87d94668482bfba055d7257d1a8954ea07e75434c511ebee4ebd9", PCI device ID: , UID: "32c3416b-8986-4a58-87a3-4b7bc44f9fc8", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 19:36:38.800877 3784 cni.go:473] [openshift-monitoring/alertmanager-main-1 df85bdcc59e87d94668482bfba055d7257d1a8954ea07e75434c511ebee4ebd9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 df85bdcc59e87d94668482bfba055d7257d1a8954ea07e75434c511ebee4ebd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:19:71:9e:f0:e9\",\"name\":\"df85bdcc59e87d9\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82172316-bba3-4191-ae28-054589b26874\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:36:42.380495 3784 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key ] I0521 19:36:42.465180 3784 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 d65f16610ff858e9d35b30562647d47f955b7fad76bb5f412b286f55776dc7f6 network default NAD default NAD key default], result "{}", err I0521 19:36:42.529854 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:42.529892 3784 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0521 19:36:42.531129 3784 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0521 19:36:42.531155 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:43.390162 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:43.390189 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:43.396423 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:36:43.396452 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:36:43.438512 3784 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:36:43.438643 3784 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:36:43.467567 3784 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.989057ms I0521 19:36:43.467606 3784 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.015961ms I0521 19:36:43.468797 3784 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.301351ms, libovsdb time 848.175µs I0521 19:36:43.800980 3784 cni.go:452] [openshift-monitoring/prometheus-k8s-1 6ab008cb6eed4980b17068928ce30974af83ac2217cf014e4d6a4f9de52fb892 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6ab008cb6eed4980b17068928ce30974af83ac2217cf014e4d6a4f9de52fb892 network default NAD default NAD key ] I0521 19:36:43.811121 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6ab008cb6eed498, network: default, NAD default, SandboxID: "6ab008cb6eed4980b17068928ce30974af83ac2217cf014e4d6a4f9de52fb892", PCI device ID: , UID: "37cdcd36-d6f0-4f1d-9208-506d1d6c3630", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 19:36:43.865888 3784 cni.go:473] [openshift-monitoring/prometheus-k8s-1 6ab008cb6eed4980b17068928ce30974af83ac2217cf014e4d6a4f9de52fb892 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6ab008cb6eed4980b17068928ce30974af83ac2217cf014e4d6a4f9de52fb892 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3d:99:ff:bd:1c\",\"name\":\"6ab008cb6eed498\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ddf50aa-60d8-451e-9b9a-1d3e7657336b\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:36:53.427921 3784 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key ] I0521 19:36:53.504845 3784 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 712d73e5737c7ecee2dd8b0296822323e6cc2385929f0964148419e762bf94ae network default NAD default NAD key default], result "{}", err I0521 19:36:53.552232 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.552265 3784 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 I0521 19:36:53.553724 3784 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5, ips: 10.129.0.22 I0521 19:36:53.553756 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.553774 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.553783 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:36:53.554019 3784 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:36:53.554033 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:36:54.198881 3784 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:36:54.579582 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579632 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579647 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.579660 3784 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfj2z5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:36:54.962583 3784 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:36:54.972407 3784 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0521 19:37:08.802742 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:37:08.802768 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:37:08.802776 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:37:10.104216 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:10.104810 3784 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:10.575719 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:10.575742 3784 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:10.582135 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:37:10.582162 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:37:18.864419 3784 cni.go:452] [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key ] I0521 19:37:18.951831 3784 cni.go:473] [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5f44f5dcd9-vs9sv e85ddeb444fdab00eead5077cba21e0b89fbf492fd8d30ab667d617a8737492d network default NAD default NAD key default], result "{}", err I0521 19:37:18.997448 3784 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:18.997482 3784 pods.go:176] Deleting pod: openshift-console/console-5f44f5dcd9-vs9sv I0521 19:37:18.998803 3784 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5f44f5dcd9-vs9sv, ips: 10.129.0.21 I0521 19:37:18.998829 3784 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:19.006880 3784 base_network_controller_pods.go:487] [default/openshift-console/console-5d58f4f79c-q9zjw] creating logical port openshift-console_console-5d58f4f79c-q9zjw for pod on switch ip-10-0-0-144.ec2.internal I0521 19:37:19.007012 3784 kube.go:256] Updating pod openshift-console/console-5d58f4f79c-q9zjw I0521 19:37:19.022210 3784 pod.go:62] [openshift-console/console-5d58f4f79c-q9zjw] pod update took 15.231195ms I0521 19:37:19.022232 3784 base_network_controller_pods.go:951] [default/openshift-console/console-5d58f4f79c-q9zjw] addLogicalPort annotation time took 15.256763ms I0521 19:37:19.023339 3784 pods.go:271] [openshift-console/console-5d58f4f79c-q9zjw] addLogicalPort took 16.472333ms, libovsdb time 777.542µs I0521 19:37:19.364686 3784 cni.go:452] [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key ] I0521 19:37:19.374348 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d58f4f79c-q9zjw, hostIfaceName: 9e4379aca21765c, network: default, NAD default, SandboxID: "9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246", PCI device ID: , UID: "1473024f-6a02-46d3-ac4c-27711057f48b", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 19:37:19.422657 3784 cni.go:473] [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e4:15:f9:13:3f\",\"name\":\"9e4379aca21765c\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cba477b9-19cb-4863-ad4a-4a8221ce9bda\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:19.531842 3784 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:19.531935 3784 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-vs9sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:19.538773 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f44f5dcd9-vs9sv I0521 19:37:19.538797 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f44f5dcd9-vs9sv W0521 19:37:29.594457 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:37:29.602504 3784 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-54hld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:29.603010 3784 obj_retry.go:498] Detected object openshift-console/console-5f44f5dcd9-54hld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:30.232867 3784 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-54hld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:30.232895 3784 obj_retry.go:492] Detected object openshift-console/console-5f44f5dcd9-54hld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:30.240933 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f44f5dcd9-54hld I0521 19:37:30.240967 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f44f5dcd9-54hld I0521 19:37:33.385654 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:33.386198 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:34.267920 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:34.267941 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:37:44.674484 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:37:44.674512 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:37:45.984356 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:45.985002 3784 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:37:46.432995 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:46.433025 3784 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:37:46.439744 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:37:46.439778 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:39:38.515484 3784 cni.go:452] [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key ] I0521 19:39:38.593561 3784 cni.go:473] [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d58f4f79c-q9zjw 9e4379aca21765c96eeed51d5c3df529f82ea3197614cd77169ac51b00f9f246 network default NAD default NAD key default], result "{}", err I0521 19:39:38.639519 3784 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:38.639554 3784 pods.go:176] Deleting pod: openshift-console/console-5d58f4f79c-q9zjw I0521 19:39:38.640921 3784 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d58f4f79c-q9zjw, ips: 10.129.0.25 I0521 19:39:38.640955 3784 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:38.649392 3784 base_network_controller_pods.go:487] [default/openshift-console/console-759b77f79c-spm47] creating logical port openshift-console_console-759b77f79c-spm47 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:39:38.649525 3784 kube.go:256] Updating pod openshift-console/console-759b77f79c-spm47 I0521 19:39:38.665631 3784 pod.go:62] [openshift-console/console-759b77f79c-spm47] pod update took 16.132334ms I0521 19:39:38.665656 3784 base_network_controller_pods.go:951] [default/openshift-console/console-759b77f79c-spm47] addLogicalPort annotation time took 16.157173ms I0521 19:39:38.666844 3784 pods.go:271] [openshift-console/console-759b77f79c-spm47] addLogicalPort took 17.465961ms, libovsdb time 836.591µs I0521 19:39:39.006981 3784 cni.go:452] [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key ] I0521 19:39:39.016519 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-759b77f79c-spm47, hostIfaceName: 1923d952b061d42, network: default, NAD default, SandboxID: "1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973", PCI device ID: , UID: "ef9691cb-a19a-4ac3-8353-17d9023ad3ef", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 19:39:39.064825 3784 cni.go:473] [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:37:38:ff:0b:1d\",\"name\":\"1923d952b061d42\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b87fe850-3422-4b9c-ac9c-c0b32c40d281\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:39:39.080453 3784 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:39.080500 3784 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-q9zjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:39.087210 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d58f4f79c-q9zjw I0521 19:39:39.087237 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d58f4f79c-q9zjw W0521 19:39:49.135906 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:39:50.010578 3784 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.011111 3784 obj_retry.go:498] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.928046 3784 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.928067 3784 obj_retry.go:492] Detected object openshift-console/console-5d58f4f79c-qfwg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.934672 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:39:50.934697 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d58f4f79c-qfwg5 I0521 19:40:03.952005 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:03.952571 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.715908 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:40:04.843728 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:04.843756 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-znt6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:15.627859 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 19:40:41.755485 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 19:40:45.630056 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0521 19:40:55.637888 3784 namespace.go:98] [tsf] adding namespace I0521 19:40:55.638767 3784 namespace.go:102] [tsf] adding namespace took 856.615µs I0521 19:40:55.666950 3784 namespace.go:142] [tsf] updating namespace I0521 19:40:55.682698 3784 namespace.go:142] [tsf] updating namespace I0521 19:40:56.735652 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 19:41:00.028072 3784 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:00.028167 3784 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:00.028995 3784 namespace.go:102] [cert-manager-operator] adding namespace took 900.535µs I0521 19:41:00.029610 3784 namespace.go:102] [konflux-operator] adding namespace took 1.427126ms I0521 19:41:00.033424 3784 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:00.034163 3784 namespace.go:102] [tsf-tpa] adding namespace took 720.225µs I0521 19:41:00.035705 3784 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:00.035781 3784 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:00.035920 3784 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:00.036448 3784 namespace.go:102] [rhbk-operator] adding namespace took 728.975µs I0521 19:41:00.037098 3784 namespace.go:102] [rhtpa-operator] adding namespace took 1.302583ms I0521 19:41:00.037609 3784 namespace.go:102] [konflux-ui] adding namespace took 1.657362ms I0521 19:41:00.040644 3784 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:00.041126 3784 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:00.041152 3784 namespace.go:102] [tsf-tas] adding namespace took 492.969µs I0521 19:41:00.041779 3784 namespace.go:102] [tsf-keycloak] adding namespace took 641.068µs I0521 19:41:00.059733 3784 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.068431 3784 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.076207 3784 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.132671 3784 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.173097 3784 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.195753 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.208150 3784 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:00.215881 3784 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.230750 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.230800 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.233645 3784 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:00.240884 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.276993 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.277092 3784 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:00.395701 3784 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.439577 3784 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:00.489088 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.575791 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:00.598644 3784 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.622305 3784 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:00.635671 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.690622 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:00.709660 3784 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:00.722911 3784 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:01.677753 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:01.690830 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:02.823487 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:02.823645 3784 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk I0521 19:41:02.838177 3784 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk] pod update took 14.585039ms I0521 19:41:02.838202 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk] addLogicalPort annotation time took 14.614452ms I0521 19:41:02.839484 3784 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk] addLogicalPort took 16.010787ms, libovsdb time 945.58µs I0521 19:41:02.914229 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:02.914335 3784 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf I0521 19:41:02.928166 3784 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf] pod update took 13.861742ms I0521 19:41:02.928190 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf] addLogicalPort annotation time took 13.892768ms I0521 19:41:02.929317 3784 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf] addLogicalPort took 15.103265ms, libovsdb time 819.564µs I0521 19:41:03.183954 3784 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key ] I0521 19:41:03.193175 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk, hostIfaceName: 51902ce34cbdcee, network: default, NAD default, SandboxID: "51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae", PCI device ID: , UID: "c2192367-158d-47f5-a97e-666f7769b675", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 19:41:03.242919 3784 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5d:74:e2:56:47\",\"name\":\"51902ce34cbdcee\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/619fa30c-f8f3-43c4-9d44-cdbbca517e90\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:03.280417 3784 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key ] I0521 19:41:03.290140 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf, hostIfaceName: b63e3f23fc6941a, network: default, NAD default, SandboxID: "b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06", PCI device ID: , UID: "66a7f153-12d9-4e3d-962a-0a58c275012d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 19:41:03.340391 3784 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f5:cd:43:1a:68\",\"name\":\"b63e3f23fc6941a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd2cd9b8-641c-45e1-a81d-b09366dc2b00\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:05.799501 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:05.799615 3784 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m I0521 19:41:05.813066 3784 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m] pod update took 13.493756ms I0521 19:41:05.813105 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m] addLogicalPort annotation time took 13.537249ms I0521 19:41:05.814373 3784 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m] addLogicalPort took 14.886615ms, libovsdb time 943.069µs I0521 19:41:06.160286 3784 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key ] I0521 19:41:06.170699 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m, hostIfaceName: b1fa6587d430d92, network: default, NAD default, SandboxID: "b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390", PCI device ID: , UID: "2cfdb6ff-d28d-4eb4-9b70-329c984f1dd1", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 19:41:06.207688 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:06.207791 3784 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk I0521 19:41:06.219900 3784 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:34:4d:2c:41:88\",\"name\":\"b1fa6587d430d92\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/168af738-4846-4783-8e7a-af38316a4310\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:06.220824 3784 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk] pod update took 13.060743ms I0521 19:41:06.220850 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk] addLogicalPort annotation time took 13.089111ms I0521 19:41:06.222412 3784 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk] addLogicalPort took 14.736078ms, libovsdb time 1.118513ms I0521 19:41:06.569228 3784 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key ] I0521 19:41:06.578963 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk, hostIfaceName: 905ec08c7d4c9b2, network: default, NAD default, SandboxID: "905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633", PCI device ID: , UID: "94f553ae-83b4-4ba8-b213-7f4de0b31f9c", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 19:41:06.628716 3784 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d3:1e:4f:f9:1b\",\"name\":\"905ec08c7d4c9b2\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fddc76f-5f1c-44f4-ac54-38ce4a157573\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:07.459366 3784 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key ] I0521 19:41:07.525442 3784 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf b63e3f23fc6941af47dd6b0ff770be520b5cb20527bc54aa9fb02eebedca1b06 network default NAD default NAD key default], result "{}", err I0521 19:41:07.579577 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.579638 3784 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf I0521 19:41:07.581383 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf, ips: 10.129.0.28 I0521 19:41:07.581423 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.581446 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.581464 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:07.581704 3784 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:07.581721 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:08.471499 3784 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key ] I0521 19:41:08.555266 3784 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk 51902ce34cbdcee17ef736540103ac678ebcd3bdb70e796095c57e536f404cae network default NAD default NAD key default], result "{}", err I0521 19:41:08.608106 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608148 3784 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.608179 3784 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk I0521 19:41:08.608177 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608199 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.608219 3784 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514f2xf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:08.609573 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk, ips: 10.129.0.27 I0521 19:41:08.609623 3784 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609645 3784 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609655 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:08.609860 3784 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:08.609878 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:09.401102 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:09.401268 3784 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc I0521 19:41:09.414346 3784 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc] pod update took 13.115344ms I0521 19:41:09.414376 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc] addLogicalPort annotation time took 13.150578ms I0521 19:41:09.415761 3784 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc] addLogicalPort took 14.680884ms, libovsdb time 981.444µs I0521 19:41:09.476295 3784 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key ] I0521 19:41:09.509325 3784 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:09.509487 3784 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh I0521 19:41:09.523661 3784 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh] pod update took 14.21595ms I0521 19:41:09.523690 3784 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh] addLogicalPort annotation time took 14.248545ms I0521 19:41:09.525906 3784 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh] addLogicalPort took 16.603498ms, libovsdb time 1.245682ms I0521 19:41:09.551069 3784 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m b1fa6587d430d92fd0a89ce9ec5ae33c1cf98a0f279fb510b5e297ed9a46d390 network default NAD default NAD key default], result "{}", err I0521 19:41:09.634087 3784 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.634111 3784 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.634123 3784 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.634142 3784 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dq6xjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:09.717430 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.717475 3784 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m I0521 19:41:09.719289 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m, ips: 10.129.0.29 I0521 19:41:09.719326 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.719356 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.719366 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:09.719580 3784 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:09.719617 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:09.767266 3784 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key ] I0521 19:41:09.778448 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc, hostIfaceName: ee16da6500550ba, network: default, NAD default, SandboxID: "ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722", PCI device ID: , UID: "aa0cea36-1047-4d69-a6fc-8e2fc8a6e614", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 19:41:09.829534 3784 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:32:fc:56:40:5d\",\"name\":\"ee16da6500550ba\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fffbb04a-9684-41f3-b701-712d46698ab6\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:09.873329 3784 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key ] I0521 19:41:09.897581 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh, hostIfaceName: 18a6537a7353e98, network: default, NAD default, SandboxID: "18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd", PCI device ID: , UID: "38c229f3-b824-4e47-9551-6ef519afcf5d", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 19:41:09.947347 3784 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ac:55:13:20:11\",\"name\":\"18a6537a7353e98\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48545443-7996-4b45-b295-00c7d2973f80\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:10.741278 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.741312 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.741327 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:10.741342 3784 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ezjb6m of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.748868 3784 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0521 19:41:12.507474 3784 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key ] I0521 19:41:12.582628 3784 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk 905ec08c7d4c9b208a6e00a7c38a1d899bd7e953769814b9d1e4b2df376cb633 network default NAD default NAD key default], result "{}", err I0521 19:41:12.629940 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.629973 3784 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk I0521 19:41:12.631330 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk, ips: 10.129.0.30 I0521 19:41:12.631359 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.631379 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.631388 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.631644 3784 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.631657 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:13.514872 3784 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key ] I0521 19:41:13.591170 3784 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh 18a6537a7353e980434c2f109e06ce71d6b9e5a2212bc84837258611395915bd network default NAD default NAD key default], result "{}", err I0521 19:41:13.641072 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.641103 3784 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh I0521 19:41:13.642323 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh, ips: 10.129.0.32 I0521 19:41:13.642358 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.642382 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.642402 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:13.642577 3784 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:13.642605 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:13.656542 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.656563 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.656577 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.656607 3784 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dfhlpk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.521376 3784 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key ] I0521 19:41:14.589038 3784 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc ee16da6500550badd907b8e372ade2a8c076f302c7c87b8d06b69b8eaff60722 network default NAD default NAD key default], result "{}", err I0521 19:41:14.640064 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.640103 3784 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc I0521 19:41:14.641383 3784 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc, ips: 10.129.0.31 I0521 19:41:14.641410 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.641442 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.641453 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:14.641647 3784 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:14.641665 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:14.667508 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.667531 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.667544 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:14.667555 3784 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7752xh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668563 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668634 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668650 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:15.668663 3784 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hztkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:41:19.143652 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:26.727744 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:41:26.949367 3784 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:27.039281 3784 namespace.go:142] [openshift-operators] updating namespace W0521 19:41:29.020093 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:29.076176 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:31.722615 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0521 19:41:32.252853 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:35.902752 3784 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:36.599220 3784 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-5dpp6 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:36.599331 3784 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6 I0521 19:41:36.646842 3784 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6] pod update took 47.535535ms I0521 19:41:36.646863 3784 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6] addLogicalPort annotation time took 47.562345ms I0521 19:41:36.648138 3784 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6] addLogicalPort took 48.934703ms, libovsdb time 983.092µs I0521 19:41:36.648708 3784 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-pzxn7 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:36.648804 3784 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7 I0521 19:41:36.669237 3784 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7] pod update took 20.453658ms I0521 19:41:36.669262 3784 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7] addLogicalPort annotation time took 20.483958ms I0521 19:41:36.670258 3784 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7] addLogicalPort took 21.558387ms, libovsdb time 669.749µs I0521 19:41:36.980374 3784 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6 72a37d13e6458014683389351a3360c4b0c18f86a2e510a72bf3285b93946779 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6 72a37d13e6458014683389351a3360c4b0c18f86a2e510a72bf3285b93946779 network default NAD default NAD key ] I0521 19:41:36.985803 3784 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7 0709412b0a2ae5b5ca65a84d1367780cfe36944cc599afc18117c17d7f3449de network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7 0709412b0a2ae5b5ca65a84d1367780cfe36944cc599afc18117c17d7f3449de network default NAD default NAD key ] I0521 19:41:36.990830 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-5dpp6, hostIfaceName: 72a37d13e645801, network: default, NAD default, SandboxID: "72a37d13e6458014683389351a3360c4b0c18f86a2e510a72bf3285b93946779", PCI device ID: , UID: "bc944f71-722f-45cd-8623-277729d2bd90", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 19:41:36.997320 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-pzxn7, hostIfaceName: 0709412b0a2ae5b, network: default, NAD default, SandboxID: "0709412b0a2ae5b5ca65a84d1367780cfe36944cc599afc18117c17d7f3449de", PCI device ID: , UID: "d4ede479-afee-4c29-93dc-075b0620caea", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 19:41:37.040564 3784 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6 72a37d13e6458014683389351a3360c4b0c18f86a2e510a72bf3285b93946779 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-5dpp6 72a37d13e6458014683389351a3360c4b0c18f86a2e510a72bf3285b93946779 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4d:6b:cc:9b:85\",\"name\":\"72a37d13e645801\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96d2de1e-0ffc-47cd-b1cc-67102a08e8bf\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:37.063832 3784 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7 0709412b0a2ae5b5ca65a84d1367780cfe36944cc599afc18117c17d7f3449de network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-pzxn7 0709412b0a2ae5b5ca65a84d1367780cfe36944cc599afc18117c17d7f3449de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:58:98:1e:7c:81\",\"name\":\"0709412b0a2ae5b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d159438-de88-4f40-8ceb-8c57e95cf91b\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:37.562892 3784 namespace.go:98] [cert-manager] adding namespace I0521 19:41:37.564098 3784 namespace.go:102] [cert-manager] adding namespace took 1.100482ms I0521 19:41:37.611932 3784 namespace.go:142] [cert-manager] updating namespace I0521 19:41:37.623027 3784 namespace.go:142] [cert-manager] updating namespace W0521 19:41:38.137954 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.144043 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.170146 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:38.188963 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:42.273449 3784 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-9bxpj for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:42.273556 3784 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj I0521 19:41:42.291983 3784 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj] pod update took 18.450403ms I0521 19:41:42.292007 3784 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj] addLogicalPort annotation time took 18.481521ms I0521 19:41:42.293326 3784 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj] addLogicalPort took 19.897451ms, libovsdb time 908.27µs I0521 19:41:42.634968 3784 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj 59aa6a68fbe8af7d3c159666be46eba33da92a3d56d1f89d2b0f578c2b19b086 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj 59aa6a68fbe8af7d3c159666be46eba33da92a3d56d1f89d2b0f578c2b19b086 network default NAD default NAD key ] I0521 19:41:42.644648 3784 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-9bxpj, hostIfaceName: 59aa6a68fbe8af7, network: default, NAD default, SandboxID: "59aa6a68fbe8af7d3c159666be46eba33da92a3d56d1f89d2b0f578c2b19b086", PCI device ID: , UID: "f13e4315-a08d-4094-ba15-0b1c034fc67e", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 19:41:42.694988 3784 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj 59aa6a68fbe8af7d3c159666be46eba33da92a3d56d1f89d2b0f578c2b19b086 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9bxpj 59aa6a68fbe8af7d3c159666be46eba33da92a3d56d1f89d2b0f578c2b19b086 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:39:a2:55:81:fd\",\"name\":\"59aa6a68fbe8af7\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/070d2944-9e02-46e7-bde0-bb117213cf60\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:43.049571 3784 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-49g7w] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-49g7w for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:43.049689 3784 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-49g7w I0521 19:41:43.075941 3784 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-49g7w] pod update took 26.280751ms I0521 19:41:43.075964 3784 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-49g7w] addLogicalPort annotation time took 26.307939ms I0521 19:41:43.077118 3784 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-49g7w] addLogicalPort took 27.563375ms, libovsdb time 848.471µs I0521 19:41:43.413237 3784 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-49g7w 21d9985c31fb68c1b70b67d9c86d96422b65725448cd4832389bb9577da08404 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-49g7w 21d9985c31fb68c1b70b67d9c86d96422b65725448cd4832389bb9577da08404 network default NAD default NAD key ] I0521 19:41:43.422878 3784 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-49g7w, hostIfaceName: 21d9985c31fb68c, network: default, NAD default, SandboxID: "21d9985c31fb68c1b70b67d9c86d96422b65725448cd4832389bb9577da08404", PCI device ID: , UID: "f44c9b08-5bea-4892-a798-f6d8e6759efc", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 19:41:43.476685 3784 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-49g7w 21d9985c31fb68c1b70b67d9c86d96422b65725448cd4832389bb9577da08404 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-49g7w 21d9985c31fb68c1b70b67d9c86d96422b65725448cd4832389bb9577da08404 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:74:9f:ec:da:5b\",\"name\":\"21d9985c31fb68c\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a420c061-a87e-4a2e-a03d-d00ea5aa4c50\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:45.034858 3784 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:41:45.035742 3784 namespace.go:102] [trusted-artifact-signer] adding namespace took 857.346µs I0521 19:41:45.061925 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:45.077827 3784 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:41:45.283131 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:41:45.730847 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:45.730869 3784 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:46.161992 3784 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-f42cr] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-f42cr for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:46.162120 3784 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-f42cr I0521 19:41:46.180851 3784 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-f42cr] pod update took 18.753347ms I0521 19:41:46.180876 3784 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-f42cr] addLogicalPort annotation time took 18.782827ms I0521 19:41:46.182062 3784 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-f42cr] addLogicalPort took 20.088843ms, libovsdb time 831.525µs I0521 19:41:46.514521 3784 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-f42cr e9d68cffc9f338f2dc7613ec3e33b167cb34bccf962d8ac3704e17988d5b5cef network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-f42cr e9d68cffc9f338f2dc7613ec3e33b167cb34bccf962d8ac3704e17988d5b5cef network default NAD default NAD key ] I0521 19:41:46.525578 3784 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-f42cr, hostIfaceName: e9d68cffc9f338f, network: default, NAD default, SandboxID: "e9d68cffc9f338f2dc7613ec3e33b167cb34bccf962d8ac3704e17988d5b5cef", PCI device ID: , UID: "1a784da1-5922-4950-8284-fd2d3c9888b4", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 19:41:46.576246 3784 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-f42cr e9d68cffc9f338f2dc7613ec3e33b167cb34bccf962d8ac3704e17988d5b5cef network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-f42cr e9d68cffc9f338f2dc7613ec3e33b167cb34bccf962d8ac3704e17988d5b5cef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0d:55:a2:7c:2c\",\"name\":\"e9d68cffc9f338f\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad52aaf3-bcd8-45ea-95a8-e0416e9df800\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:51.647727 3784 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:41:51.648678 3784 namespace.go:102] [openshift-pipelines] adding namespace took 925.347µs I0521 19:41:51.668424 3784 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:41:51.731836 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:51.731863 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:52.976955 3784 namespace.go:142] [cert-manager] updating namespace I0521 19:41:53.181812 3784 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:53.577119 3784 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:53.777715 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:53.981946 3784 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:54.389132 3784 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:54.582774 3784 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:54.792507 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:54.996256 3784 namespace.go:142] [tsf] updating namespace I0521 19:41:55.208140 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:55.400243 3784 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:55.604008 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:55.728917 3784 namespace.go:142] [cert-manager] updating namespace I0521 19:41:55.739322 3784 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:55.748269 3784 namespace.go:142] [default] updating namespace I0521 19:41:55.761755 3784 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:55.773061 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:55.788345 3784 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:55.802348 3784 namespace.go:142] [openshift] updating namespace I0521 19:41:55.813165 3784 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:55.823004 3784 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:55.830928 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:55.841941 3784 namespace.go:142] [tsf] updating namespace I0521 19:41:55.853780 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:55.864415 3784 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:55.891986 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:55.985088 3784 namespace.go:142] [cert-manager] updating namespace I0521 19:41:56.086427 3784 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:56.184688 3784 namespace.go:142] [default] updating namespace I0521 19:41:56.286708 3784 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:56.387761 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:56.488057 3784 namespace.go:142] [open-cluster-management-2qegodliprq74gho7aoi2isiraqmm012] updating namespace I0521 19:41:56.585795 3784 namespace.go:142] [openshift] updating namespace I0521 19:41:56.685971 3784 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:56.741939 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:41:56.787721 3784 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:56.948281 3784 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:57.106729 3784 namespace.go:142] [tsf] updating namespace I0521 19:41:57.160347 3784 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:57.225974 3784 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:57.288969 3784 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:57.707947 3784 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:41:59.368771 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:59.968043 3784 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-hcjhk] creating logical port cert-manager_cert-manager-59c77684cc-hcjhk for pod on switch ip-10-0-0-144.ec2.internal I0521 19:41:59.968170 3784 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-hcjhk I0521 19:41:59.989775 3784 pod.go:62] [cert-manager/cert-manager-59c77684cc-hcjhk] pod update took 21.645182ms I0521 19:41:59.989798 3784 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-hcjhk] addLogicalPort annotation time took 21.675167ms I0521 19:41:59.990989 3784 pods.go:271] [cert-manager/cert-manager-59c77684cc-hcjhk] addLogicalPort took 22.969163ms, libovsdb time 825.669µs I0521 19:42:00.345005 3784 cni.go:452] [cert-manager/cert-manager-59c77684cc-hcjhk 32928fcb8fe2f3975476732ff0fa2514540af0b1683230b043d45b981f6c7913 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-hcjhk 32928fcb8fe2f3975476732ff0fa2514540af0b1683230b043d45b981f6c7913 network default NAD default NAD key ] I0521 19:42:00.354329 3784 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-hcjhk, hostIfaceName: 32928fcb8fe2f39, network: default, NAD default, SandboxID: "32928fcb8fe2f3975476732ff0fa2514540af0b1683230b043d45b981f6c7913", PCI device ID: , UID: "e30ccce6-d440-4bf7-8e14-aa5b8dea3f1f", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 19:42:00.407182 3784 cni.go:473] [cert-manager/cert-manager-59c77684cc-hcjhk 32928fcb8fe2f3975476732ff0fa2514540af0b1683230b043d45b981f6c7913 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-hcjhk 32928fcb8fe2f3975476732ff0fa2514540af0b1683230b043d45b981f6c7913 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:67:78:75:50:48\",\"name\":\"32928fcb8fe2f39\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36bd0793-3dee-4453-ace4-cf8b2ebac47f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:06.063857 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-fq9p7 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:42:06.063954 3784 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7 I0521 19:42:06.082875 3784 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7] pod update took 18.948634ms I0521 19:42:06.082897 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7] addLogicalPort annotation time took 18.976069ms I0521 19:42:06.084197 3784 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7] addLogicalPort took 20.362821ms, libovsdb time 952.72µs I0521 19:42:06.428845 3784 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7 a2f801824c68799b17ca599e5a02f53937242c440c1ce4eddafe7bf57675ad33 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7 a2f801824c68799b17ca599e5a02f53937242c440c1ce4eddafe7bf57675ad33 network default NAD default NAD key ] I0521 19:42:06.438526 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-fq9p7, hostIfaceName: a2f801824c68799, network: default, NAD default, SandboxID: "a2f801824c68799b17ca599e5a02f53937242c440c1ce4eddafe7bf57675ad33", PCI device ID: , UID: "5c6e1717-08f1-4e53-83bd-7c398b6baebd", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 19:42:06.490922 3784 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7 a2f801824c68799b17ca599e5a02f53937242c440c1ce4eddafe7bf57675ad33 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-fq9p7 a2f801824c68799b17ca599e5a02f53937242c440c1ce4eddafe7bf57675ad33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:25:d6:6d:28:f5\",\"name\":\"a2f801824c68799\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a71a767-7b99-43a8-804f-9ff1f0eafad2\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:10.381917 3784 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:42:10.381984 3784 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-tfz6t IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-tfz6t: no pod IPs found W0521 19:42:10.546153 3784 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:10.546182 3784 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:10.546190 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 19:42:10.715613 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0521 19:42:12.430846 3784 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.430865 3784 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.430870 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:12.430874 3784 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:42:15.687743 3784 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:15.688258 3784 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:15.714899 3784 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:15.714919 3784 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:15.720266 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:15.720288 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0521 19:42:23.908204 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:23.908225 3784 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:23.908230 3784 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:31.650946 3784 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:33.643578 3784 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:42:34.916155 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:34.916181 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:34.916188 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0521 19:42:41.885250 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-lch56 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:42:41.885345 3784 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56 I0521 19:42:41.903906 3784 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56] pod update took 18.590968ms I0521 19:42:41.903926 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56] addLogicalPort annotation time took 18.615115ms I0521 19:42:41.905066 3784 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56] addLogicalPort took 19.83659ms, libovsdb time 808.141µs I0521 19:42:42.248001 3784 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56 0f1cb4d9298634ac0a7c22b30d733ee74b513cf424fa178406a5e1c7a45c2e44 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56 0f1cb4d9298634ac0a7c22b30d733ee74b513cf424fa178406a5e1c7a45c2e44 network default NAD default NAD key ] I0521 19:42:42.257462 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-lch56, hostIfaceName: 0f1cb4d9298634a, network: default, NAD default, SandboxID: "0f1cb4d9298634ac0a7c22b30d733ee74b513cf424fa178406a5e1c7a45c2e44", PCI device ID: , UID: "e0cf56bd-effc-47d9-8778-253883b79f29", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 19:42:42.308730 3784 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56 0f1cb4d9298634ac0a7c22b30d733ee74b513cf424fa178406a5e1c7a45c2e44 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-lch56 0f1cb4d9298634ac0a7c22b30d733ee74b513cf424fa178406a5e1c7a45c2e44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:71:28:a3:a1:b6\",\"name\":\"0f1cb4d9298634a\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75c9087e-2def-47ec-a427-83ba0313e049\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:45.022409 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:42:56.029377 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:42:56.884920 3784 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:56.885468 3784 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:56.931359 3784 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:56.931378 3784 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:56.937157 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:42:56.937187 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:42:58.891564 3784 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:42:58.892206 3784 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:42:58.892225 3784 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:42:58.894200 3784 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:43:02.658615 3784 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:43:06.671433 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:06.671452 3784 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:06.674013 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:06.674029 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:43:11.625120 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=107 I0521 19:43:20.340983 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-m7q5t for pod on switch ip-10-0-0-144.ec2.internal I0521 19:43:20.341075 3784 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t I0521 19:43:20.358299 3784 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t] pod update took 17.245214ms I0521 19:43:20.358324 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t] addLogicalPort annotation time took 17.274714ms I0521 19:43:20.359523 3784 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t] addLogicalPort took 18.55466ms, libovsdb time 818.863µs I0521 19:43:20.442853 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-hj9vl for pod on switch ip-10-0-0-144.ec2.internal I0521 19:43:20.442951 3784 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl I0521 19:43:20.459116 3784 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl] pod update took 16.194997ms I0521 19:43:20.459140 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl] addLogicalPort annotation time took 16.226098ms I0521 19:43:20.460371 3784 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl] addLogicalPort took 17.532417ms, libovsdb time 866.674µs I0521 19:43:20.706175 3784 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t e16d76b474247acf968f3910e7f943c3dca363fd82638d9eaaebec83e07c767b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t e16d76b474247acf968f3910e7f943c3dca363fd82638d9eaaebec83e07c767b network default NAD default NAD key ] I0521 19:43:20.715817 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-m7q5t, hostIfaceName: e16d76b474247ac, network: default, NAD default, SandboxID: "e16d76b474247acf968f3910e7f943c3dca363fd82638d9eaaebec83e07c767b", PCI device ID: , UID: "a1180fc2-7eb5-4cd6-88d1-84bf48c8e04a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 19:43:20.768553 3784 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t e16d76b474247acf968f3910e7f943c3dca363fd82638d9eaaebec83e07c767b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-m7q5t e16d76b474247acf968f3910e7f943c3dca363fd82638d9eaaebec83e07c767b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:e6:77:56:b7:9f\",\"name\":\"e16d76b474247ac\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3d14cd2-49f9-44cc-b1a9-611a3b75f8a4\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:20.802761 3784 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl 997f07b773b2de2bcba783ee38bd5df9dd83b9dda886fe94cf3e10987fe40a6e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl 997f07b773b2de2bcba783ee38bd5df9dd83b9dda886fe94cf3e10987fe40a6e network default NAD default NAD key ] I0521 19:43:20.813080 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-hj9vl, hostIfaceName: 997f07b773b2de2, network: default, NAD default, SandboxID: "997f07b773b2de2bcba783ee38bd5df9dd83b9dda886fe94cf3e10987fe40a6e", PCI device ID: , UID: "30cbe9da-6a8f-4ded-aa0c-a2a977aabb58", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 19:43:20.865202 3784 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl 997f07b773b2de2bcba783ee38bd5df9dd83b9dda886fe94cf3e10987fe40a6e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-hj9vl 997f07b773b2de2bcba783ee38bd5df9dd83b9dda886fe94cf3e10987fe40a6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:25:91:d7:df:3c\",\"name\":\"997f07b773b2de2\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9363a36e-2199-4620-9110-e869e20fbf1b\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:27.629792 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 W0521 19:43:30.919093 3784 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:30.919111 3784 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:30.919116 3784 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:43:40.634668 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=872 I0521 19:43:41.107568 3784 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:41.108117 3784 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:41.126758 3784 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:41.126779 3784 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:41.133232 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:43:41.133255 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:43:42.970686 3784 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-gxv7g-4hqdz] creating logical port tsf-tas_segment-backup-installation-gxv7g-4hqdz for pod on switch ip-10-0-0-144.ec2.internal I0521 19:43:42.970788 3784 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gxv7g-4hqdz I0521 19:43:43.012916 3784 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gxv7g-4hqdz I0521 19:43:43.038713 3784 pod.go:62] [tsf-tas/segment-backup-installation-gxv7g-4hqdz] pod update took 67.951543ms I0521 19:43:43.038773 3784 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-gxv7g-4hqdz] addLogicalPort annotation time took 68.017002ms I0521 19:43:43.040031 3784 pods.go:271] [tsf-tas/segment-backup-installation-gxv7g-4hqdz] addLogicalPort took 69.367724ms, libovsdb time 869.398µs I0521 19:43:43.329696 3784 cni.go:452] [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key ] I0521 19:43:43.339248 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-gxv7g-4hqdz, hostIfaceName: 7c015aaaa421bc6, network: default, NAD default, SandboxID: "7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207", PCI device ID: , UID: "e870f3ac-1474-40ef-bb32-adccc14bd80c", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 19:43:43.393032 3784 cni.go:473] [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3b:d2:3c:97:41\",\"name\":\"7c015aaaa421bc6\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/858fe615-43ba-4b4d-a39e-06c77f7c9fe2\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:44.232694 3784 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7cbdf74799-tfx5z] creating logical port tsf-tas_trillian-logserver-7cbdf74799-tfx5z for pod on switch ip-10-0-0-144.ec2.internal I0521 19:43:44.232805 3784 kube.go:256] Updating pod tsf-tas/trillian-logserver-7cbdf74799-tfx5z I0521 19:43:44.252446 3784 pod.go:62] [tsf-tas/trillian-logserver-7cbdf74799-tfx5z] pod update took 19.674375ms I0521 19:43:44.252468 3784 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7cbdf74799-tfx5z] addLogicalPort annotation time took 19.70373ms I0521 19:43:44.254161 3784 pods.go:271] [tsf-tas/trillian-logserver-7cbdf74799-tfx5z] addLogicalPort took 21.485154ms, libovsdb time 1.127615ms I0521 19:43:44.431651 3784 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6596f55c76-8lrxc] creating logical port tsf-tas_trillian-logsigner-6596f55c76-8lrxc for pod on switch ip-10-0-0-144.ec2.internal I0521 19:43:44.431743 3784 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6596f55c76-8lrxc I0521 19:43:44.451862 3784 pod.go:62] [tsf-tas/trillian-logsigner-6596f55c76-8lrxc] pod update took 20.141426ms I0521 19:43:44.451885 3784 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6596f55c76-8lrxc] addLogicalPort annotation time took 20.168489ms I0521 19:43:44.453371 3784 pods.go:271] [tsf-tas/trillian-logsigner-6596f55c76-8lrxc] addLogicalPort took 21.733494ms, libovsdb time 1.067488ms I0521 19:43:44.612311 3784 cni.go:452] [tsf-tas/trillian-logserver-7cbdf74799-tfx5z 47d01d8d191a76f6224f190b6a9cd8232d28d0c3d84434e871a3b194e6545073 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7cbdf74799-tfx5z 47d01d8d191a76f6224f190b6a9cd8232d28d0c3d84434e871a3b194e6545073 network default NAD default NAD key ] I0521 19:43:44.624770 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7cbdf74799-tfx5z, hostIfaceName: 47d01d8d191a76f, network: default, NAD default, SandboxID: "47d01d8d191a76f6224f190b6a9cd8232d28d0c3d84434e871a3b194e6545073", PCI device ID: , UID: "5cf267b4-9c34-4e1e-be53-f309e72fb3e3", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 19:43:44.627737 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=97 I0521 19:43:44.697685 3784 cni.go:473] [tsf-tas/trillian-logserver-7cbdf74799-tfx5z 47d01d8d191a76f6224f190b6a9cd8232d28d0c3d84434e871a3b194e6545073 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7cbdf74799-tfx5z 47d01d8d191a76f6224f190b6a9cd8232d28d0c3d84434e871a3b194e6545073 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:53:79:b1:a2:25\",\"name\":\"47d01d8d191a76f\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dd16136-69eb-452a-9d06-57a121665fc8\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:45.398205 3784 cni.go:452] [tsf-tas/trillian-logsigner-6596f55c76-8lrxc 372fb24b2253ab3d0db029b168bbcb139681efa8667670f8491b1d76bcf4feba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6596f55c76-8lrxc 372fb24b2253ab3d0db029b168bbcb139681efa8667670f8491b1d76bcf4feba network default NAD default NAD key ] I0521 19:43:45.423308 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6596f55c76-8lrxc, hostIfaceName: 372fb24b2253ab3, network: default, NAD default, SandboxID: "372fb24b2253ab3d0db029b168bbcb139681efa8667670f8491b1d76bcf4feba", PCI device ID: , UID: "60fdabcd-33bb-42e0-8f4d-270522a723c7", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 19:43:45.484955 3784 cni.go:473] [tsf-tas/trillian-logsigner-6596f55c76-8lrxc 372fb24b2253ab3d0db029b168bbcb139681efa8667670f8491b1d76bcf4feba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6596f55c76-8lrxc 372fb24b2253ab3d0db029b168bbcb139681efa8667670f8491b1d76bcf4feba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:fc:15:cc:8b:16\",\"name\":\"372fb24b2253ab3\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58edd732-c86d-4d3d-8cd0-06b95b70931b\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:46.774628 3784 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-m4n5b] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-m4n5b for pod on switch ip-10-0-0-144.ec2.internal I0521 19:43:46.774871 3784 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-m4n5b I0521 19:43:46.786661 3784 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-m4n5b] pod update took 11.829014ms I0521 19:43:46.786739 3784 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-m4n5b] addLogicalPort annotation time took 11.912227ms I0521 19:43:46.788360 3784 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-m4n5b] addLogicalPort took 13.777435ms, libovsdb time 1.097946ms I0521 19:43:47.163385 3784 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-m4n5b 4b00726efeed5f878eadb69f011e13c79eac5333db9659ffb0ab733bbf317ee8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-m4n5b 4b00726efeed5f878eadb69f011e13c79eac5333db9659ffb0ab733bbf317ee8 network default NAD default NAD key ] I0521 19:43:47.175970 3784 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-m4n5b, hostIfaceName: 4b00726efeed5f8, network: default, NAD default, SandboxID: "4b00726efeed5f878eadb69f011e13c79eac5333db9659ffb0ab733bbf317ee8", PCI device ID: , UID: "030896ac-5c88-4a9f-ada5-42dfd90218cb", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 19:43:47.242171 3784 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-m4n5b 4b00726efeed5f878eadb69f011e13c79eac5333db9659ffb0ab733bbf317ee8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-m4n5b 4b00726efeed5f878eadb69f011e13c79eac5333db9659ffb0ab733bbf317ee8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:43:3a:05:2e:d3\",\"name\":\"4b00726efeed5f8\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0ce34db-f4d4-4e50-b328-68a216907f45\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:43:54.736862 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 W0521 19:43:56.420379 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:43:56.463924 3784 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:43:59.079316 3784 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:43:59.138998 3784 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mmw2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:59.139533 3784 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mmw2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:00.020584 3784 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mmw2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:00.020633 3784 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mmw2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:01.451538 3784 cni.go:452] [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key ] I0521 19:44:01.534266 3784 cni.go:473] [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-gxv7g-4hqdz 7c015aaaa421bc60e14e1378a09fd04a0dba4cceeb2f28f5f84f034c616e3207 network default NAD default NAD key default], result "{}", err I0521 19:44:01.600355 3784 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:01.600391 3784 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-gxv7g-4hqdz I0521 19:44:01.601834 3784 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-gxv7g-4hqdz, ips: 10.129.0.43 I0521 19:44:01.601862 3784 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:02.461391 3784 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:02.461417 3784 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gxv7g-4hqdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:04.768412 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0521 19:44:10.082537 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:44:10.116207 3784 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:10.116223 3784 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:25.541495 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:25.572924 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:44:30.461978 3784 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.462557 3784 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.482061 3784 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.482081 3784 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.485571 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:44:30.485614 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:44:37.523959 3784 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.524513 3784 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.542859 3784 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:37.543356 3784 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.322183 3784 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.322211 3784 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p759w-hhdzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.354780 3784 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.354805 3784 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r529j-5jmcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:39.458380 3784 obj_retry.go:498] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:39.458934 3784 obj_retry.go:498] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:40.347366 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:40.347387 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:40.458885 3784 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-vrzn9] creating logical port tsf_tsf-tekton-configuration-vrzn9 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:44:40.459002 3784 kube.go:256] Updating pod tsf/tsf-tekton-configuration-vrzn9 I0521 19:44:40.469821 3784 pod.go:62] [tsf/tsf-tekton-configuration-vrzn9] pod update took 10.853053ms I0521 19:44:40.469844 3784 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-vrzn9] addLogicalPort annotation time took 10.881465ms I0521 19:44:40.471129 3784 pods.go:271] [tsf/tsf-tekton-configuration-vrzn9] addLogicalPort took 12.265438ms, libovsdb time 902.323µs I0521 19:44:40.738772 3784 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4] creating logical port tsf-tas_rekor-search-ui-6bcf9f5dc-q9tk4 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:44:40.738872 3784 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4 I0521 19:44:40.754844 3784 pod.go:62] [tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4] pod update took 15.994012ms I0521 19:44:40.754869 3784 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4] addLogicalPort annotation time took 16.023813ms I0521 19:44:40.756113 3784 pods.go:271] [tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4] addLogicalPort took 17.360191ms, libovsdb time 811.394µs I0521 19:44:41.098537 3784 cni.go:452] [tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4 0904ebe5e924bbbdf778425c7e46458439c90db1b3e68eb41f66ab8c66f4163c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4 0904ebe5e924bbbdf778425c7e46458439c90db1b3e68eb41f66ab8c66f4163c network default NAD default NAD key ] I0521 19:44:41.107958 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6bcf9f5dc-q9tk4, hostIfaceName: 0904ebe5e924bbb, network: default, NAD default, SandboxID: "0904ebe5e924bbbdf778425c7e46458439c90db1b3e68eb41f66ab8c66f4163c", PCI device ID: , UID: "c8d2a3da-e598-4a86-9518-9d05e44bed6c", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 19:44:41.153391 3784 cni.go:452] [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key ] I0521 19:44:41.164380 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-vrzn9, hostIfaceName: 589eed0b84c4c35, network: default, NAD default, SandboxID: "589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708", PCI device ID: , UID: "89f367e9-e5c8-4c0d-bc83-df3dd8c1f3cd", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 19:44:41.167504 3784 cni.go:473] [tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4 0904ebe5e924bbbdf778425c7e46458439c90db1b3e68eb41f66ab8c66f4163c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6bcf9f5dc-q9tk4 0904ebe5e924bbbdf778425c7e46458439c90db1b3e68eb41f66ab8c66f4163c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:fb:1d:1f:45:e1\",\"name\":\"0904ebe5e924bbb\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bf57642-175b-44ad-a075-5e1cc340addf\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:44:41.216577 3784 cni.go:473] [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:54:40:fe:0d:e1\",\"name\":\"589eed0b84c4c35\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf426d52-d577-4588-9fcb-9ed524c6bdde\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:44:41.338743 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:44:43.371235 3784 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:44:44.713221 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:44:46.720411 3784 cni.go:452] [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key ] I0521 19:44:46.797962 3784 cni.go:473] [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-vrzn9 589eed0b84c4c354c88e2b25f4c188904b3effa5737e362a55d6d622e5239708 network default NAD default NAD key default], result "{}", err I0521 19:44:46.848242 3784 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:46.848279 3784 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-vrzn9 I0521 19:44:46.849657 3784 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-vrzn9, ips: 10.129.0.47 I0521 19:44:46.849690 3784 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:47.869144 3784 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.869170 3784 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vrzn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.903628 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.903650 3784 obj_retry.go:492] Detected object tsf/patch-tekton-config-j7flm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:47.908512 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-j7flm I0521 19:44:47.908538 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-j7flm W0521 19:44:48.377392 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:44:52.530727 3784 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:52.531263 3784 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:52.551267 3784 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:52.551287 3784 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:52.554555 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:44:52.554575 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:44:53.844955 3784 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-hsn4m] creating logical port tsf-tpa_create-db-hsn4m for pod on switch ip-10-0-0-144.ec2.internal I0521 19:44:53.845047 3784 kube.go:256] Updating pod tsf-tpa/create-db-hsn4m I0521 19:44:53.857538 3784 pod.go:62] [tsf-tpa/create-db-hsn4m] pod update took 12.513467ms I0521 19:44:53.857563 3784 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-hsn4m] addLogicalPort annotation time took 12.539822ms I0521 19:44:53.858800 3784 pods.go:271] [tsf-tpa/create-db-hsn4m] addLogicalPort took 13.865605ms, libovsdb time 815.358µs I0521 19:44:54.204510 3784 cni.go:452] [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key ] I0521 19:44:54.214124 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-hsn4m, hostIfaceName: 36a67618da3c44d, network: default, NAD default, SandboxID: "36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740", PCI device ID: , UID: "a925f93c-6788-4361-b2db-28d4e22da8df", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0521 19:44:54.267471 3784 cni.go:473] [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:1e:81:3e:50:51\",\"name\":\"36a67618da3c44d\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb37f022-c200-4406-8fd7-73c3ef778c87\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:44:56.782154 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:44:58.794568 3784 cni.go:452] [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key ] I0521 19:44:58.883894 3784 cni.go:473] [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-hsn4m 36a67618da3c44d761143df0f6b01b18d92f168f5815c6d142dd4e2442388740 network default NAD default NAD key default], result "{}", err I0521 19:44:58.934440 3784 obj_retry.go:498] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:58.934473 3784 pods.go:176] Deleting pod: tsf-tpa/create-db-hsn4m I0521 19:44:58.935794 3784 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-hsn4m, ips: 10.129.0.49 I0521 19:44:58.935829 3784 obj_retry.go:498] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:59.958254 3784 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:59.958277 3784 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.073345 3784 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-mfzvn] creating logical port tsf-tpa_migrate-db-mfzvn for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:00.073443 3784 kube.go:256] Updating pod tsf-tpa/migrate-db-mfzvn I0521 19:45:00.086342 3784 pod.go:62] [tsf-tpa/migrate-db-mfzvn] pod update took 12.923463ms I0521 19:45:00.086364 3784 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-mfzvn] addLogicalPort annotation time took 12.953622ms I0521 19:45:00.087769 3784 pods.go:271] [tsf-tpa/migrate-db-mfzvn] addLogicalPort took 14.44317ms, libovsdb time 972.933µs I0521 19:45:00.432980 3784 cni.go:452] [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key ] I0521 19:45:00.442447 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-mfzvn, hostIfaceName: 1b409d61f90e9e5, network: default, NAD default, SandboxID: "1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3", PCI device ID: , UID: "8b80cd01-823c-44b2-bdda-500218cc7a62", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 19:45:00.495197 3784 cni.go:473] [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:58:20:10:21:a6\",\"name\":\"1b409d61f90e9e5\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d01d51e-339f-4471-8dd5-5b4eaa6aef56\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:02.819771 3784 cni.go:452] [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key ] I0521 19:45:02.897391 3784 cni.go:473] [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-mfzvn 1b409d61f90e9e5dd2d938912b979483ad47943337ab379c555489c9d7c826a3 network default NAD default NAD key default], result "{}", err I0521 19:45:02.946294 3784 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:02.946335 3784 pods.go:176] Deleting pod: tsf-tpa/migrate-db-mfzvn I0521 19:45:02.947726 3784 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-mfzvn, ips: 10.129.0.50 I0521 19:45:02.947758 3784 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:03.105357 3784 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:03.105385 3784 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:03.291479 3784 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-v2wvw] creating logical port tsf-tpa_create-importers-v2wvw for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:03.291623 3784 kube.go:256] Updating pod tsf-tpa/create-importers-v2wvw I0521 19:45:03.304978 3784 pod.go:62] [tsf-tpa/create-importers-v2wvw] pod update took 13.40744ms I0521 19:45:03.305007 3784 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-v2wvw] addLogicalPort annotation time took 13.437865ms I0521 19:45:03.306411 3784 pods.go:271] [tsf-tpa/create-importers-v2wvw] addLogicalPort took 14.951545ms, libovsdb time 902.62µs I0521 19:45:03.651126 3784 cni.go:452] [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key ] I0521 19:45:03.660636 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-v2wvw, hostIfaceName: f87e23f67604f0b, network: default, NAD default, SandboxID: "f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0", PCI device ID: , UID: "37354034-831d-4cf1-bb7c-4ae44f1ec81b", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0521 19:45:03.711933 3784 cni.go:473] [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:30:5f:7a:f1:cc\",\"name\":\"f87e23f67604f0b\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45edc264-b791-4e10-821d-085bdf45b9cb\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:05.841637 3784 cni.go:452] [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key ] I0521 19:45:05.924276 3784 cni.go:473] [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-v2wvw f87e23f67604f0b15f2e13bd0e971e85fa03f584b79664cecc67e6702dac02d0 network default NAD default NAD key default], result "{}", err I0521 19:45:05.971950 3784 obj_retry.go:498] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.971978 3784 pods.go:176] Deleting pod: tsf-tpa/create-importers-v2wvw I0521 19:45:05.973531 3784 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-v2wvw, ips: 10.129.0.51 I0521 19:45:05.973561 3784 obj_retry.go:498] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.993223 3784 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.993257 3784 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.017348 3784 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-pklhm-r9gx6] creating logical port tsf-tas_tuf-repository-init-pklhm-r9gx6 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:07.017442 3784 kube.go:256] Updating pod tsf-tas/tuf-repository-init-pklhm-r9gx6 I0521 19:45:07.032657 3784 pod.go:62] [tsf-tas/tuf-repository-init-pklhm-r9gx6] pod update took 15.239997ms I0521 19:45:07.032681 3784 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-pklhm-r9gx6] addLogicalPort annotation time took 15.268329ms I0521 19:45:07.033965 3784 pods.go:271] [tsf-tas/tuf-repository-init-pklhm-r9gx6] addLogicalPort took 16.633896ms, libovsdb time 897.518µs I0521 19:45:12.788507 3784 cni.go:452] [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key ] I0521 19:45:12.797979 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-pklhm-r9gx6, hostIfaceName: efb681096d0cd09, network: default, NAD default, SandboxID: "efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697", PCI device ID: , UID: "c7f72703-b24c-4383-8f4d-e10f3d83988f", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0521 19:45:12.851306 3784 cni.go:473] [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:5c:db:da:6b:04\",\"name\":\"efb681096d0cd09\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e77f8471-fdec-44e9-845f-4ed356ec57c3\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:18.927188 3784 cni.go:452] [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key ] I0521 19:45:19.005932 3784 cni.go:473] [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-pklhm-r9gx6 efb681096d0cd0988033446a46dadcb77bb280a1f133fa0a7b33a4fca831b697 network default NAD default NAD key default], result "{}", err I0521 19:45:19.054822 3784 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:19.054855 3784 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-pklhm-r9gx6 I0521 19:45:19.056085 3784 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-pklhm-r9gx6, ips: 10.129.0.52 I0521 19:45:19.056109 3784 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:19.583713 3784 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:20.078298 3784 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:20.078328 3784 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-pklhm-r9gx6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.139031 3784 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-f4c9w] creating logical port tsf-tas_tuf-97fc8ff76-f4c9w for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:24.139169 3784 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-f4c9w I0521 19:45:24.155107 3784 pod.go:62] [tsf-tas/tuf-97fc8ff76-f4c9w] pod update took 15.961242ms I0521 19:45:24.155131 3784 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-f4c9w] addLogicalPort annotation time took 15.992948ms I0521 19:45:24.156411 3784 pods.go:271] [tsf-tas/tuf-97fc8ff76-f4c9w] addLogicalPort took 17.402171ms, libovsdb time 885.662µs I0521 19:45:32.898952 3784 cni.go:452] [tsf-tas/tuf-97fc8ff76-f4c9w b96625e114865db61817436f8da7b3aba9b65dde99ac6839ea285b4a12954d9e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-f4c9w b96625e114865db61817436f8da7b3aba9b65dde99ac6839ea285b4a12954d9e network default NAD default NAD key ] I0521 19:45:32.908419 3784 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-f4c9w, hostIfaceName: b96625e114865db, network: default, NAD default, SandboxID: "b96625e114865db61817436f8da7b3aba9b65dde99ac6839ea285b4a12954d9e", PCI device ID: , UID: "600e2933-bee3-409e-824e-071edcd21de5", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0521 19:45:32.962437 3784 cni.go:473] [tsf-tas/tuf-97fc8ff76-f4c9w b96625e114865db61817436f8da7b3aba9b65dde99ac6839ea285b4a12954d9e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-f4c9w b96625e114865db61817436f8da7b3aba9b65dde99ac6839ea285b4a12954d9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e2:f0:12:bc:16\",\"name\":\"b96625e114865db\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/198bcb5e-0a9f-4cf9-8019-4dae5d2ce21e\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:45:35.013859 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:45:41.718622 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0521 19:45:46.025411 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0521 19:45:46.831243 3784 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:46.831860 3784 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:46.871076 3784 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:46.871099 3784 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:46.877261 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:46.877279 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:47.695844 3784 namespace.go:98] [default-tenant] adding namespace I0521 19:45:47.695954 3784 namespace.go:98] [build-service] adding namespace I0521 19:45:47.696751 3784 namespace.go:102] [default-tenant] adding namespace took 887.7µs I0521 19:45:47.697447 3784 namespace.go:102] [build-service] adding namespace took 1.469289ms I0521 19:45:47.697478 3784 namespace.go:98] [integration-service] adding namespace I0521 19:45:47.697962 3784 namespace.go:102] [integration-service] adding namespace took 478.424µs I0521 19:45:47.698962 3784 namespace.go:98] [image-controller] adding namespace I0521 19:45:47.699619 3784 namespace.go:102] [image-controller] adding namespace took 642.145µs I0521 19:45:47.750144 3784 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.771680 3784 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.800532 3784 namespace.go:142] [build-service] updating namespace I0521 19:45:47.843358 3784 namespace.go:142] [build-service] updating namespace I0521 19:45:47.845666 3784 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.863549 3784 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.878939 3784 namespace.go:142] [image-controller] updating namespace I0521 19:45:47.901661 3784 namespace.go:142] [image-controller] updating namespace I0521 19:45:48.000804 3784 namespace.go:142] [build-service] updating namespace I0521 19:45:48.038310 3784 namespace.go:142] [integration-service] updating namespace I0521 19:45:48.070879 3784 namespace.go:98] [release-service] adding namespace I0521 19:45:48.071771 3784 namespace.go:102] [release-service] adding namespace took 870.03µs I0521 19:45:48.109188 3784 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:48.146803 3784 namespace.go:142] [release-service] updating namespace I0521 19:45:48.177623 3784 namespace.go:142] [release-service] updating namespace I0521 19:45:48.270638 3784 namespace.go:98] [konflux-info] adding namespace I0521 19:45:48.271419 3784 namespace.go:102] [konflux-info] adding namespace took 759.703µs I0521 19:45:48.349816 3784 namespace.go:98] [namespace-lister] adding namespace I0521 19:45:48.350677 3784 namespace.go:102] [namespace-lister] adding namespace took 836.275µs I0521 19:45:48.399878 3784 namespace.go:142] [konflux-info] updating namespace I0521 19:45:48.450699 3784 namespace.go:142] [konflux-info] updating namespace I0521 19:45:48.478771 3784 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:45:48.479647 3784 namespace.go:102] [enterprise-contract-service] adding namespace took 854.228µs I0521 19:45:48.509089 3784 namespace.go:142] [image-controller] updating namespace I0521 19:45:48.509170 3784 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:48.734746 3784 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:48.957614 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:49.096817 3784 namespace.go:142] [default-tenant] updating namespace I0521 19:45:49.300888 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:49.666008 3784 namespace.go:98] [segment-bridge] adding namespace I0521 19:45:49.666846 3784 namespace.go:102] [segment-bridge] adding namespace took 816.578µs I0521 19:45:49.700816 3784 namespace.go:98] [konflux-cli] adding namespace I0521 19:45:49.701629 3784 namespace.go:102] [konflux-cli] adding namespace took 793.753µs I0521 19:45:49.780870 3784 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:49.869831 3784 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:49.901794 3784 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:45:49.902444 3784 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:45:49.902472 3784 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:45:49.905310 3784 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:45:49.962345 3784 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:50.063190 3784 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:50.086553 3784 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:45:50.086583 3784 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:45:50.087446 3784 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:45:50.705664 3784 namespace.go:142] [build-service] updating namespace I0521 19:45:51.266898 3784 namespace.go:142] [default-tenant] updating namespace I0521 19:45:51.742136 3784 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-qqd84] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-qqd84 for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:51.742234 3784 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 I0521 19:45:51.757609 3784 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84] pod update took 15.381845ms I0521 19:45:51.757632 3784 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-qqd84] addLogicalPort annotation time took 15.430597ms I0521 19:45:51.758834 3784 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84] addLogicalPort took 16.712938ms, libovsdb time 802.22µs I0521 19:45:52.075738 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:52.496798 3784 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-vsjxn] creating logical port build-service_build-service-controller-manager-7cbf488fcf-vsjxn for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:52.496893 3784 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-vsjxn I0521 19:45:52.513603 3784 namespace.go:142] [image-controller] updating namespace I0521 19:45:52.517901 3784 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-vsjxn] pod update took 21.033848ms I0521 19:45:52.517929 3784 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-vsjxn] addLogicalPort annotation time took 21.066065ms I0521 19:45:52.519167 3784 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-vsjxn] addLogicalPort took 22.390735ms, libovsdb time 815.12µs I0521 19:45:52.819779 3784 namespace.go:142] [integration-service] updating namespace I0521 19:45:52.866881 3784 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-vsjxn c3f7011aa26f1507a842c63b6b8f65a448c2398f694000828a45cbf5cef3f6c3 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-vsjxn c3f7011aa26f1507a842c63b6b8f65a448c2398f694000828a45cbf5cef3f6c3 network default NAD default NAD key ] I0521 19:45:52.877073 3784 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-vsjxn, hostIfaceName: c3f7011aa26f150, network: default, NAD default, SandboxID: "c3f7011aa26f1507a842c63b6b8f65a448c2398f694000828a45cbf5cef3f6c3", PCI device ID: , UID: "aa3de2d1-f8e8-44aa-a4cc-32d3348da292", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0521 19:45:52.932983 3784 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-vsjxn c3f7011aa26f1507a842c63b6b8f65a448c2398f694000828a45cbf5cef3f6c3 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-vsjxn c3f7011aa26f1507a842c63b6b8f65a448c2398f694000828a45cbf5cef3f6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f0:9e:1a:ec:fa\",\"name\":\"c3f7011aa26f150\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d90e9af2-e79e-4cb0-997f-527f03356199\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:53.060577 3784 namespace.go:142] [konflux-info] updating namespace I0521 19:45:53.148728 3784 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-dc8wx for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:53.148829 3784 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx I0521 19:45:53.166146 3784 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx] pod update took 17.341974ms I0521 19:45:53.166173 3784 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx] addLogicalPort annotation time took 17.373527ms I0521 19:45:53.167740 3784 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx] addLogicalPort took 19.028354ms, libovsdb time 934.214µs I0521 19:45:53.285058 3784 base_network_controller_pods.go:487] [default/konflux-ui/proxy-dccc898f9-fl8gw] creating logical port konflux-ui_proxy-dccc898f9-fl8gw for pod on switch ip-10-0-0-144.ec2.internal I0521 19:45:53.285181 3784 kube.go:256] Updating pod konflux-ui/proxy-dccc898f9-fl8gw I0521 19:45:53.311369 3784 pod.go:62] [konflux-ui/proxy-dccc898f9-fl8gw] pod update took 26.230985ms I0521 19:45:53.311399 3784 base_network_controller_pods.go:951] [default/konflux-ui/proxy-dccc898f9-fl8gw] addLogicalPort annotation time took 26.266079ms I0521 19:45:53.312720 3784 pods.go:271] [konflux-ui/proxy-dccc898f9-fl8gw] addLogicalPort took 27.686742ms, libovsdb time 887.361µs I0521 19:45:53.397751 3784 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:53.578796 3784 namespace.go:142] [release-service] updating namespace I0521 19:45:53.716749 3784 namespace.go:142] [build-service] updating namespace I0521 19:45:53.733910 3784 namespace.go:142] [default-tenant] updating namespace I0521 19:45:53.753082 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:53.767715 3784 namespace.go:142] [image-controller] updating namespace I0521 19:45:53.780926 3784 namespace.go:142] [integration-service] updating namespace I0521 19:45:53.797754 3784 namespace.go:142] [konflux-info] updating namespace I0521 19:45:53.820885 3784 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:53.837942 3784 namespace.go:142] [release-service] updating namespace I0521 19:45:53.897322 3784 namespace.go:142] [build-service] updating namespace I0521 19:45:53.972004 3784 namespace.go:142] [default-tenant] updating namespace I0521 19:45:54.045437 3784 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:54.137710 3784 namespace.go:142] [image-controller] updating namespace I0521 19:45:54.211234 3784 namespace.go:142] [integration-service] updating namespace I0521 19:45:54.316686 3784 namespace.go:142] [konflux-info] updating namespace I0521 19:45:54.412924 3784 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:54.502970 3784 namespace.go:142] [release-service] updating namespace W0521 19:45:55.138285 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:45:55.735271 3784 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:55.936985 3784 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.056115 3784 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:56.067152 3784 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.170069 3784 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:56.270570 3784 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:56.313283 3784 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:45:58.633652 3784 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:45:59.619625 3784 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key ] I0521 19:45:59.629157 3784 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-qqd84, hostIfaceName: 4d5db1d87b3ddd9, network: default, NAD default, SandboxID: "4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3", PCI device ID: , UID: "cabb3a11-26f8-4da3-94c1-d99fab9f0965", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0521 19:45:59.683772 3784 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:dc:e4:7e:68:a4\",\"name\":\"4d5db1d87b3ddd9\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc4af4ef-65ac-40f2-9042-a0d58c23c8f5\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:01.549432 3784 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx 7ee6a1512eab16067b40d675aefc5718c5cd1f07225a96922f6bc1eeb2d92568 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx 7ee6a1512eab16067b40d675aefc5718c5cd1f07225a96922f6bc1eeb2d92568 network default NAD default NAD key ] I0521 19:46:01.549472 3784 cni.go:452] [konflux-ui/proxy-dccc898f9-fl8gw bb5e9671b352848e59f23ebfa68da196fa0d1e81618fdf2e70c5d79085729fe0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-dccc898f9-fl8gw bb5e9671b352848e59f23ebfa68da196fa0d1e81618fdf2e70c5d79085729fe0 network default NAD default NAD key ] I0521 19:46:01.563411 3784 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-dc8wx, hostIfaceName: 7ee6a1512eab160, network: default, NAD default, SandboxID: "7ee6a1512eab16067b40d675aefc5718c5cd1f07225a96922f6bc1eeb2d92568", PCI device ID: , UID: "61808c94-3607-4c75-965f-2e2f34810560", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0521 19:46:01.563408 3784 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-dccc898f9-fl8gw, hostIfaceName: bb5e9671b352848, network: default, NAD default, SandboxID: "bb5e9671b352848e59f23ebfa68da196fa0d1e81618fdf2e70c5d79085729fe0", PCI device ID: , UID: "9cb0d0e4-c57e-4b38-90b5-bd7f55760f0a", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0521 19:46:01.618287 3784 cni.go:473] [konflux-ui/proxy-dccc898f9-fl8gw bb5e9671b352848e59f23ebfa68da196fa0d1e81618fdf2e70c5d79085729fe0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-dccc898f9-fl8gw bb5e9671b352848e59f23ebfa68da196fa0d1e81618fdf2e70c5d79085729fe0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:97:83:7f:ba:e6\",\"name\":\"bb5e9671b352848\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f625235f-fa5e-4536-82b3-2ab5c72f0e80\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:01.638974 3784 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx 7ee6a1512eab16067b40d675aefc5718c5cd1f07225a96922f6bc1eeb2d92568 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-dc8wx 7ee6a1512eab16067b40d675aefc5718c5cd1f07225a96922f6bc1eeb2d92568 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:1e:43:50:38:ec\",\"name\":\"7ee6a1512eab160\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8c52ccc-0f19-494a-b184-48ac32964638\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:46:01.657964 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:01.658000 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:01.704048 3784 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:02.191869 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:02.193610 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:03.199919 3784 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:03.200095 3784 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:04.699742 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:04.699763 3784 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:06.147411 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:07.230744 3784 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:07.230769 3784 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:12.661636 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:12.661670 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:12.661726 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:12.661743 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0521 19:46:12.847476 3784 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key ] I0521 19:46:12.942436 3784 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 4d5db1d87b3ddd98e02ed40b765c05a2a036972491f218e04d19823f3dfe1cc3 network default NAD default NAD key default], result "{}", err I0521 19:46:12.991098 3784 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:12.991147 3784 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 I0521 19:46:12.992607 3784 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-qqd84, ips: 10.129.0.54 I0521 19:46:12.992642 3784 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.261759 3784 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.261796 3784 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.267608 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 I0521 19:46:13.267635 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qqd84 W0521 19:46:14.209585 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:14.210638 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:46:26.752884 3784 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0521 19:46:45.318794 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:45.318816 3784 util.go:959] Failed to build node endpoints for node ip-10-0-0-144.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:46:54.633896 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154 I0521 19:47:15.464560 3784 obj_retry.go:498] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:15.465121 3784 obj_retry.go:498] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:16.089258 3784 obj_retry.go:492] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:16.089285 3784 obj_retry.go:492] Detected object konflux-ui/proxy-6f59d4f9b6-62m8x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:16.095262 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:16.095289 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6f59d4f9b6-62m8x I0521 19:47:20.231113 3784 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:20.231730 3784 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:20.249413 3784 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:20.249435 3784 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:20.255632 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:20.255660 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:22.658891 3784 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-rmz5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:22.659495 3784 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-rmz5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:23.117772 3784 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-rmz5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:23.117795 3784 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-rmz5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:23.124332 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759b77f79c-rmz5v I0521 19:47:23.124364 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759b77f79c-rmz5v I0521 19:47:29.759070 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 19:47:33.338056 3784 cni.go:452] [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key ] I0521 19:47:33.429947 3784 cni.go:473] [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-759b77f79c-spm47 1923d952b061d4235fafeb176189a147c516ad31e363c9253c45a99cb56c6973 network default NAD default NAD key default], result "{}", err I0521 19:47:33.487284 3784 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-spm47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.487318 3784 pods.go:176] Deleting pod: openshift-console/console-759b77f79c-spm47 I0521 19:47:33.488807 3784 pods.go:236] Attempting to release IPs for pod: openshift-console/console-759b77f79c-spm47, ips: 10.129.0.26 I0521 19:47:33.488839 3784 obj_retry.go:498] Detected object openshift-console/console-759b77f79c-spm47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:33.735184 3784 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-spm47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:33.735212 3784 obj_retry.go:492] Detected object openshift-console/console-759b77f79c-spm47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:33.743854 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759b77f79c-spm47 I0521 19:47:33.743881 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759b77f79c-spm47 I0521 19:47:34.745955 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 19:47:49.453782 3784 namespace.go:98] [managed-tenant-e5y28] adding namespace I0521 19:47:49.454790 3784 namespace.go:102] [managed-tenant-e5y28] adding namespace took 986.799µs I0521 19:47:49.481993 3784 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:49.503760 3784 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.506886 3784 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.642171 3784 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:47:50.739564 3784 namespace.go:142] [managed-tenant-e5y28] updating namespace I0521 19:48:07.732483 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:48:38.630912 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0521 19:49:06.718993 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:49:25.638048 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=359 I0521 19:49:50.731290 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:50:02.740566 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:50:04.156349 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.156977 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.018692 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.018714 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-ntr9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:00.632688 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0521 19:52:29.740505 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:52:33.633049 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83 I0521 19:52:37.628883 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=48 I0521 19:52:39.764513 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:53:46.772336 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 19:53:49.722647 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0521 19:54:02.634516 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0521 19:54:03.735514 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:54:13.755946 3784 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:54:35.749587 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:54:59.050058 3784 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.050108 3784 obj_retry.go:492] Detected object tsf-tpa/create-db-hsn4m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.055379 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hsn4m I0521 19:54:59.055411 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hsn4m I0521 19:55:03.032084 3784 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:03.032145 3784 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mfzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:03.036681 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mfzvn I0521 19:55:03.036709 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mfzvn I0521 19:55:06.039900 3784 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:06.039955 3784 obj_retry.go:492] Detected object tsf-tpa/create-importers-v2wvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:06.045375 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-v2wvw I0521 19:55:06.045401 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-v2wvw I0521 19:55:15.637044 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20 I0521 19:55:42.722033 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:55:54.744408 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:56:40.735311 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:57:01.640926 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 W0521 19:57:21.031364 3784 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5f44f5dcd9-vs9sv I0521 19:57:46.743817 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:58:13.769668 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0521 19:58:33.636202 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0521 19:59:31.725871 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 20:00:04.382244 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.382847 3784 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:05.236123 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.236147 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-jbmlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.266932 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.266974 3784 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:05.272268 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 20:00:05.272297 3784 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-qrshm I0521 20:00:10.775639 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 20:00:58.752815 3784 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 20:01:53.638474 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 20:01:54.759000 3784 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 20:02:03.636652 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0521 20:02:13.632651 3784 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0521 20:02:34.725775 3784 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8