+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-72.ec2.internal ++ [[ -n ip-10-0-1-72.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-72.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:39.454502865 - disable conntrack on geneve port' I0521 19:30:39.454502865 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:30:39.494086399 - starting ovnkube-node + echo 'I0521 19:30:39.494086399 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-72.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-72.ec2.internal --init-node ip-10-0-1-72.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-72.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:30:39.544758 3790 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:30:39.544824 3790 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-cae51eb60e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:30:39.546369 3790 kube.go:431] Waiting for certificate I0521 19:30:39.546750 3790 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:39.546796 3790 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:39.547523 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:39.582424 3790 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:39.582440 3790 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:39.586627 3790 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:39.586710 3790 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5pjkt" I0521 19:30:39.592658 3790 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5pjkt" I0521 19:30:39.592741 3790 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:40.547116 3790 kube.go:438] Certificate found I0521 19:30:40.547764 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:40.548953 3790 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:30:40.597745 3790 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:25:39 +0000 UTC" deadline="2026-05-22 16:37:02.523443314 +0000 UTC" I0521 19:30:40.597777 3790 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h6m21.925678067s" I0521 19:30:40.623261 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:40.637950 3790 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:30:40.638046 3790 server.go:101] MetricServer registers OVS metrics I0521 19:30:40.638497 3790 server.go:105] MetricServer registers OVN DB metrics I0521 19:30:40.639322 3790 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:30:40.639393 3790 factory.go:561] Starting watch factory I0521 19:30:40.639497 3790 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639513 3790 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639521 3790 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639532 3790 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639566 3790 controller_manager.go:370] Starting the ovnkube controller I0521 19:30:40.639583 3790 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-72.ec2.internal I0521 19:30:40.639584 3790 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639613 3790 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639649 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639674 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639654 3790 controller_manager.go:395] NBDB zone sync took: 56.993µs I0521 19:30:40.639704 3790 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.639716 3790 factory.go:561] Starting watch factory I0521 19:30:40.639822 3790 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.640238 3790 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.640265 3790 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.643394 3790 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:30:40.643419 3790 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:30:40.657081 3790 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:30:40.657113 3790 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:30:40.661165 3790 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:30:40.661202 3790 server.go:109] MetricServer registers OVN Controller metrics I0521 19:30:40.661526 3790 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.661589 3790 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.662243 3790 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.666506 3790 server.go:113] MetricServer registers OVN Northd metrics I0521 19:30:40.666919 3790 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.667984 3790 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.671194 3790 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:30:40.673435 3790 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:40.745224 3790 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:40.745249 3790 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:40.745254 3790 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:40.745259 3790 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:40.745262 3790 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:40.745267 3790 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:40.745318 3790 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:40.745334 3790 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:40.745337 3790 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:40.745340 3790 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:40.745344 3790 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:40.745351 3790 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:40.745382 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:40.745383 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:40.745405 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:40.745405 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:40.748797 3790 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:40.748799 3790 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:40.750688 3790 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:40.750698 3790 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:40.750751 3790 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.750768 3790 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.750857 3790 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:40.750868 3790 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:40.754409 3790 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.756379 3790 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:40.756437 3790 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.756448 3790 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.756496 3790 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:40.758961 3790 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.762217 3790 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:40.762270 3790 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.762280 3790 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.762351 3790 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:40.764849 3790 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.767867 3790 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:40.767878 3790 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:40.767919 3790 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.767931 3790 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.770259 3790 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.773720 3790 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:40.773734 3790 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:40.773773 3790 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.773785 3790 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.776237 3790 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.779404 3790 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:40.779493 3790 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:40.779540 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:40.779551 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:40.782543 3790 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:40.784593 3790 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:40.784608 3790 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:40.784679 3790 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.784692 3790 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.784734 3790 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.784766 3790 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.787166 3790 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.787278 3790 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:40.789765 3790 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:40.789776 3790 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:40.789783 3790 factory.go:680] Watch Factory start up complete, took: 150.392789ms I0521 19:30:40.789788 3790 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:40.789796 3790 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:40.789802 3790 factory.go:680] Watch Factory start up complete, took: 150.085937ms I0521 19:30:40.789810 3790 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-72.ec2.internal" zone I0521 19:30:40.789844 3790 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:30:40.842150 3790 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:30:40.913629 3790 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:30:40.919823 3790 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:30:40.968927 3790 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:30:40.969024 3790 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:30:40.969041 3790 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:30:41.001140 3790 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:30:41.001196 3790 default_node_network_controller.go:809] Node ip-10-0-1-72.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 19:30:41.006097 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.72"] k8s.ovn.org/zone-name:ip-10-0-1-72.ec2.internal] on node ip-10-0-1-72.ec2.internal I0521 19:30:41.027578 3790 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:30:41.033646 3790 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:30:41.033821 3790 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 19:30:41.033978 3790 gateway_init.go:263] Preparing Gateway I0521 19:30:41.033989 3790 gateway_shared_intf.go:1687] Creating new gateway I0521 19:30:41.039867 3790 controller_manager.go:429] Waiting for node in zone sync took: 250.045534ms I0521 19:30:41.046342 3790 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:30:41.046372 3790 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-72.ec2.internal I0521 19:30:41.066137 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:41.072899 3790 controller_manager.go:290] SCTP support detected in OVN I0521 19:30:41.073632 3790 services_controller.go:69] Creating services controller for network=default I0521 19:30:41.073739 3790 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:30:41.073944 3790 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:30:41.073982 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:30:41.073993 3790 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:30:41.074004 3790 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:41.074207 3790 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:30:41.074262 3790 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:30:41.074301 3790 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.92µs I0521 19:30:41.074310 3790 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 37.679µs I0521 19:30:41.074318 3790 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 56.787µs I0521 19:30:41.074325 3790 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:30:41.074339 3790 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:30:41.074352 3790 default_network_controller.go:325] Starting the default network controller I0521 19:30:41.074398 3790 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.066µs I0521 19:30:41.074405 3790 udn_enabled_svc.go:95] Performing full resync I0521 19:30:41.074858 3790 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:30:41.074871 3790 udn_enabled_svc.go:104] Starting worker I0521 19:30:41.084851 3790 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:30:41.084941 3790 repair.go:33] Syncing exgw routes took 76.964µs I0521 19:30:41.084972 3790 default_network_controller.go:414] Starting all the Watchers... I0521 19:30:41.085134 3790 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:30:41.085151 3790 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:30:41.085159 3790 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:30:41.085165 3790 namespace.go:98] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] adding namespace I0521 19:30:41.085172 3790 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:30:41.085175 3790 namespace.go:98] [kube-node-lease] adding namespace I0521 19:30:41.085187 3790 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:30:41.085193 3790 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:30:41.085202 3790 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:30:41.085207 3790 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:30:41.085211 3790 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:30:41.085214 3790 namespace.go:98] [openshift-host-network] adding namespace I0521 19:30:41.085218 3790 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:30:41.085221 3790 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:30:41.085228 3790 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:30:41.085830 3790 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 684.563µs I0521 19:30:41.085845 3790 namespace.go:98] [openshift-backplane] adding namespace I0521 19:30:41.086379 3790 namespace.go:102] [openshift-backplane] adding namespace took 527.614µs I0521 19:30:41.086396 3790 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:30:41.087106 3790 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 1.943103ms I0521 19:30:41.087126 3790 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:30:41.087819 3790 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 685.646µs I0521 19:30:41.087840 3790 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:30:41.088494 3790 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.32168ms I0521 19:30:41.088512 3790 namespace.go:98] [openshift-dns] adding namespace I0521 19:30:41.089060 3790 namespace.go:102] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] adding namespace took 3.885455ms I0521 19:30:41.089078 3790 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:30:41.089729 3790 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.54965ms I0521 19:30:41.089744 3790 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:30:41.090320 3790 namespace.go:102] [kube-node-lease] adding namespace took 5.134424ms I0521 19:30:41.090339 3790 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:30:41.090842 3790 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.64611ms I0521 19:30:41.090859 3790 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:30:41.091550 3790 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.34829ms I0521 19:30:41.091566 3790 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:30:41.092116 3790 namespace.go:102] [openshift-dns-operator] adding namespace took 6.905911ms I0521 19:30:41.092142 3790 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:30:41.092763 3790 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.550288ms I0521 19:30:41.092780 3790 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:30:41.093270 3790 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.052768ms I0521 19:30:41.093295 3790 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:30:41.093919 3790 namespace.go:102] [openshift-host-network] adding namespace took 8.698527ms I0521 19:30:41.093936 3790 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:30:41.094582 3790 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.357146ms I0521 19:30:41.094601 3790 namespace.go:98] [openshift-logging] adding namespace W0521 19:30:41.095130 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fczqr: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found W0521 19:30:41.095149 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gnffh: pod openshift-network-diagnostics/network-check-target-gnffh: no pod IPs found W0521 19:30:41.095158 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2d2bm: pod openshift-network-diagnostics/network-check-target-2d2bm: no pod IPs found I0521 19:30:41.095165 3790 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.936891ms I0521 19:30:41.095182 3790 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:30:41.095799 3790 namespace.go:102] [openshift-network-diagnostics] adding namespace took 10.564915ms I0521 19:30:41.095815 3790 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:30:41.096247 3790 namespace.go:102] [openshift-monitoring] adding namespace took 9.845127ms I0521 19:30:41.096264 3790 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:30:41.096885 3790 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.039848ms I0521 19:30:41.096902 3790 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:30:41.097348 3790 namespace.go:102] [openshift-dns] adding namespace took 8.828191ms I0521 19:30:41.097376 3790 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:30:41.097889 3790 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.804931ms I0521 19:30:41.097903 3790 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:30:41.098385 3790 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.634289ms I0521 19:30:41.098401 3790 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:30:41.099013 3790 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.665954ms I0521 19:30:41.099028 3790 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:30:41.099600 3790 namespace.go:102] [openshift-console-operator] adding namespace took 8.733371ms I0521 19:30:41.099618 3790 namespace.go:98] [kube-public] adding namespace I0521 19:30:41.100148 3790 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.573992ms I0521 19:30:41.100163 3790 namespace.go:98] [openshift-authentication] adding namespace I0521 19:30:41.100639 3790 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.490077ms I0521 19:30:41.100652 3790 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:30:41.101591 3790 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.80312ms I0521 19:30:41.101606 3790 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:30:41.102122 3790 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.818026ms I0521 19:30:41.102140 3790 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:30:41.102681 3790 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.738304ms I0521 19:30:41.102694 3790 namespace.go:98] [openshift-config] adding namespace I0521 19:30:41.103199 3790 namespace.go:102] [openshift-logging] adding namespace took 8.590366ms I0521 19:30:41.103215 3790 namespace.go:98] [dedicated-admin] adding namespace I0521 19:30:41.103752 3790 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.560391ms I0521 19:30:41.103770 3790 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:30:41.104268 3790 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.445641ms I0521 19:30:41.104285 3790 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:30:41.104815 3790 namespace.go:102] [openshift-cluster-version] adding namespace took 8.544109ms I0521 19:30:41.104834 3790 namespace.go:98] [openshift] adding namespace I0521 19:30:41.105350 3790 namespace.go:102] [openshift-marketplace] adding namespace took 8.440315ms I0521 19:30:41.105383 3790 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:30:41.105852 3790 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.468357ms I0521 19:30:41.105865 3790 namespace.go:98] [openshift-etcd] adding namespace I0521 19:30:41.106277 3790 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.36637ms I0521 19:30:41.106295 3790 namespace.go:98] [openshift-ingress] adding namespace I0521 19:30:41.106797 3790 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.387667ms I0521 19:30:41.106813 3790 namespace.go:98] [openshift-multus] adding namespace I0521 19:30:41.107221 3790 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.187171ms I0521 19:30:41.107236 3790 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:30:41.107664 3790 namespace.go:102] [kube-public] adding namespace took 8.038514ms I0521 19:30:41.107679 3790 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:30:41.108068 3790 namespace.go:102] [openshift-authentication] adding namespace took 7.899181ms I0521 19:30:41.108081 3790 namespace.go:98] [openshift-infra] adding namespace I0521 19:30:41.108496 3790 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.837671ms I0521 19:30:41.108513 3790 namespace.go:98] [openshift-insights] adding namespace I0521 19:30:41.108994 3790 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.381256ms I0521 19:30:41.109012 3790 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:30:41.109568 3790 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.421572ms I0521 19:30:41.109584 3790 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:30:41.110007 3790 namespace.go:102] [openshift-config] adding namespace took 7.305853ms I0521 19:30:41.110022 3790 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:30:41.110442 3790 namespace.go:102] [dedicated-admin] adding namespace took 7.221961ms I0521 19:30:41.110454 3790 namespace.go:98] [kube-system] adding namespace I0521 19:30:41.111282 3790 namespace.go:102] [openshift-config-managed] adding namespace took 7.505333ms I0521 19:30:41.111297 3790 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:30:41.111793 3790 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.501514ms I0521 19:30:41.111808 3790 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:30:41.112228 3790 namespace.go:102] [openshift] adding namespace took 7.3874ms I0521 19:30:41.112685 3790 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.296891ms I0521 19:30:41.113153 3790 namespace.go:102] [openshift-etcd] adding namespace took 7.28145ms I0521 19:30:41.113168 3790 namespace.go:98] [openshift-config-operator] adding namespace W0521 19:30:41.113617 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vjrtd: pod openshift-multus/network-metrics-daemon-vjrtd: no pod IPs found W0521 19:30:41.113631 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zq529: pod openshift-multus/network-metrics-daemon-zq529: no pod IPs found W0521 19:30:41.113638 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d4pzp: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:41.113649 3790 namespace.go:102] [openshift-ingress] adding namespace took 7.349277ms I0521 19:30:41.113661 3790 namespace.go:98] [openshift-network-console] adding namespace I0521 19:30:41.114224 3790 namespace.go:102] [openshift-multus] adding namespace took 7.404534ms I0521 19:30:41.114240 3790 namespace.go:98] [default] adding namespace I0521 19:30:41.114749 3790 namespace.go:102] [openshift-network-operator] adding namespace took 7.507894ms I0521 19:30:41.114762 3790 namespace.go:98] [openshift-operators] adding namespace I0521 19:30:41.115189 3790 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.504029ms I0521 19:30:41.115201 3790 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:30:41.115709 3790 namespace.go:102] [openshift-infra] adding namespace took 7.623641ms I0521 19:30:41.115720 3790 namespace.go:98] [openshift-console] adding namespace I0521 19:30:41.116212 3790 namespace.go:102] [openshift-insights] adding namespace took 7.695354ms I0521 19:30:41.116222 3790 namespace.go:98] [openshift-node] adding namespace I0521 19:30:41.116601 3790 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.582835ms I0521 19:30:41.116619 3790 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:30:41.117033 3790 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.444707ms I0521 19:30:41.117044 3790 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:30:41.117482 3790 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.451788ms W0521 19:30:41.117488 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-v4fwm: pod kube-system/global-pull-secret-syncer-v4fwm: no pod IPs found W0521 19:30:41.117497 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-9dvpt: pod kube-system/global-pull-secret-syncer-9dvpt: no pod IPs found I0521 19:30:41.117499 3790 namespace.go:98] [openshift-backplane-cee] adding namespace W0521 19:30:41.117502 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s67vc: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:41.118048 3790 namespace.go:102] [kube-system] adding namespace took 7.587818ms I0521 19:30:41.118064 3790 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:30:41.118512 3790 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.210319ms I0521 19:30:41.118525 3790 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:30:41.118985 3790 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.173185ms I0521 19:30:41.118997 3790 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:30:41.119444 3790 namespace.go:102] [openshift-config-operator] adding namespace took 6.270186ms I0521 19:30:41.119459 3790 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:30:41.119859 3790 namespace.go:102] [openshift-network-console] adding namespace took 6.194011ms I0521 19:30:41.120320 3790 namespace.go:102] [default] adding namespace took 6.073188ms I0521 19:30:41.120337 3790 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:30:41.120870 3790 namespace.go:102] [openshift-operators] adding namespace took 6.102026ms I0521 19:30:41.121325 3790 namespace.go:102] [openshift-apiserver] adding namespace took 6.118039ms I0521 19:30:41.121340 3790 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:30:41.121858 3790 namespace.go:102] [openshift-console] adding namespace took 6.132684ms I0521 19:30:41.122210 3790 namespace.go:102] [openshift-node] adding namespace took 5.984268ms I0521 19:30:41.122781 3790 namespace.go:102] [openshift-machine-api] adding namespace took 6.155868ms I0521 19:30:41.123338 3790 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.288106ms I0521 19:30:41.123813 3790 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.307921ms I0521 19:30:41.124258 3790 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.188653ms I0521 19:30:41.124276 3790 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:30:41.124670 3790 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.138017ms I0521 19:30:41.124687 3790 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:30:41.125195 3790 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.192033ms I0521 19:30:41.125691 3790 namespace.go:102] [openshift-controller-manager] adding namespace took 6.224653ms I0521 19:30:41.126152 3790 namespace.go:102] [openshift-package-operator] adding namespace took 5.80886ms I0521 19:30:41.126537 3790 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.18994ms I0521 19:30:41.127051 3790 namespace.go:102] [openshift-authentication-operator] adding namespace took 2.769597ms I0521 19:30:41.127538 3790 namespace.go:102] [openshift-image-registry] adding namespace took 2.845075ms W0521 19:30:41.127632 3790 master.go:458] Unable to parse local node ip-10-0-1-72.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:30:41.127641 3790 master.go:471] Unable to parse remote node ip-10-0-0-131.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:30:41.127645 3790 master.go:471] Unable to parse remote node ip-10-0-2-237.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:30:41.127649 3790 master.go:481] Removing stale chassis with ID/Name: 0d732055-8d0c-4f8c-9b39-a5da9bb6a5e6, hostname: ip-10-0-1-72.ec2.internal I0521 19:30:41.128140 3790 master.go:548] Adding or Updating local node "ip-10-0-1-72.ec2.internal" for network "default" I0521 19:30:41.128222 3790 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-237.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-237.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-237.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-237.ec2.internal I0521 19:30:41.128243 3790 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-131.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-131.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-131.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-131.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-131.ec2.internal I0521 19:30:41.131560 3790 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-72.ec2.internal for the network default I0521 19:30:41.131857 3790 zone_ic_handler.go:195] Time taken to create transit switch: 283.826µs I0521 19:30:41.132727 3790 default_network_controller.go:823] Node add failed for ip-10-0-1-72.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal, error getting gateway config for node ip-10-0-1-72.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal", failed to update chassis to local for local node ip-10-0-1-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-72.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal] E0521 19:30:41.132779 3790 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-72.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal, error getting gateway config for node ip-10-0-1-72.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal", failed to update chassis to local for local node ip-10-0-1-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-72.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal] I0521 19:30:41.132832 3790 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:30:41.132852 3790 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-72.ec2.internal", UID:"39407cb6-b771-4d8e-adc9-cffc37171889", APIVersion:"v1", ResourceVersion:"8652", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal, error getting gateway config for node ip-10-0-1-72.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal", failed to update chassis to local for local node ip-10-0-1-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-72.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-72.ec2.internal] I0521 19:30:41.132874 3790 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:30:41.132887 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:41.132895 3790 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:30:41.132921 3790 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0521 19:30:41.132936 3790 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:41.132950 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:41.132955 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0521 19:30:41.132963 3790 node_tracker.go:235] Node ip-10-0-1-72.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-72.ec2.internal" I0521 19:30:41.132969 3790 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:41.132973 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:41.132977 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:41.132985 3790 node_tracker.go:235] Node ip-10-0-2-237.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-237.ec2.internal" I0521 19:30:41.132990 3790 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:41.132994 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:41.173005 3790 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:41.178980 3790 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:30:41.184818 3790 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:30:41.184831 3790 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-72.ec2.internal","mac-address":"0a:ff:da:58:84:cd","ip-addresses":["10.0.1.72/24"],"ip-address":"10.0.1.72/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0d732055-8d0c-4f8c-9b39-a5da9bb6a5e6 k8s.ovn.org/node-encap-ips:["10.0.1.72"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.72/24"} k8s.ovn.org/zone-name:ip-10-0-1-72.ec2.internal] on node ip-10-0-1-72.ec2.internal I0521 19:30:41.202058 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0521 19:30:41.202131 3790 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:41.202169 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:41.202195 3790 master.go:548] Adding or Updating local node "ip-10-0-1-72.ec2.internal" for network "default" I0521 19:30:41.205950 3790 default_node_network_controller.go:519] Node connection status = connected W0521 19:30:41.206632 3790 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2d2bm: pod openshift-network-diagnostics/network-check-target-2d2bm: no pod IPs found W0521 19:30:41.206651 3790 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zq529: pod openshift-multus/network-metrics-daemon-zq529: no pod IPs found W0521 19:30:41.206656 3790 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-v4fwm: pod kube-system/global-pull-secret-syncer-v4fwm: no pod IPs found I0521 19:30:41.207606 3790 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-72.ec2.internal for the network default I0521 19:30:41.207780 3790 zone_ic_handler.go:195] Time taken to create transit switch: 161.775µs I0521 19:30:41.233471 3790 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:30:41.233494 3790 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:30:41.233557 3790 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:30:41.233598 3790 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:30:41.233613 3790 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:30:41.333902 3790 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:30:41.333925 3790 repair.go:60] Starting repairing loop for services I0521 19:30:41.334013 3790 repair.go:131] Deleted 0 stale service LBs I0521 19:30:41.334032 3790 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:30:41.334047 3790 repair.go:62] Finished repairing loop for services: 124.259µs I0521 19:30:41.334071 3790 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:30:41.334081 3790 services_controller.go:254] Starting workers for network=default I0521 19:30:41.334413 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2d2bm] creating logical port openshift-network-diagnostics_network-check-target-2d2bm for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:41.334473 3790 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-9dvpt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-9dvpt: suppressed error logged: pod kube-system/global-pull-secret-syncer-9dvpt: no pod IPs found I0521 19:30:41.334481 3790 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-v4fwm] creating logical port kube-system_global-pull-secret-syncer-v4fwm for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:41.334501 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zq529] creating logical port openshift-multus_network-metrics-daemon-zq529 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:41.334513 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vjrtd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vjrtd: suppressed error logged: pod openshift-multus/network-metrics-daemon-vjrtd: no pod IPs found I0521 19:30:41.334547 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-d4pzp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d4pzp: suppressed error logged: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:41.334588 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-fczqr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fczqr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found I0521 19:30:41.334631 3790 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-gnffh, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gnffh: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gnffh: no pod IPs found I0521 19:30:41.334660 3790 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2d2bm I0521 19:30:41.334664 3790 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-s67vc, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s67vc: suppressed error logged: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:41.334670 3790 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zq529 I0521 19:30:41.334731 3790 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-v4fwm I0521 19:30:41.353275 3790 pod.go:62] [kube-system/global-pull-secret-syncer-v4fwm] pod update took 18.716597ms I0521 19:30:41.353293 3790 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-v4fwm] addLogicalPort annotation time took 18.736483ms I0521 19:30:41.354073 3790 pods.go:271] [kube-system/global-pull-secret-syncer-v4fwm] addLogicalPort took 19.605959ms, libovsdb time 566.336µs I0521 19:30:41.357139 3790 pod.go:62] [openshift-network-diagnostics/network-check-target-2d2bm] pod update took 22.603514ms I0521 19:30:41.357155 3790 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2d2bm] addLogicalPort annotation time took 22.623669ms I0521 19:30:41.357383 3790 pod.go:62] [openshift-multus/network-metrics-daemon-zq529] pod update took 22.816906ms I0521 19:30:41.357399 3790 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zq529] addLogicalPort annotation time took 22.833453ms I0521 19:30:41.358016 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-2d2bm] addLogicalPort took 23.623401ms, libovsdb time 600.595µs I0521 19:30:41.358551 3790 pods.go:271] [openshift-multus/network-metrics-daemon-zq529] addLogicalPort took 24.062385ms, libovsdb time 921.342µs I0521 19:30:41.358971 3790 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:30:41.358990 3790 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:30:41.359002 3790 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:30:41.359006 3790 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:30:41.359183 3790 repair.go:29] Repairing admin network policies took 172.309µs I0521 19:30:41.359285 3790 repair.go:92] Repairing baseline admin network policies took 92.186µs I0521 19:30:41.359659 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:30:41.360101 3790 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:30:41.360115 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:41.361789 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:30:41.361808 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:30:41.361816 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:30:41.362985 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:30:41.363003 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:30:41.363013 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:30:41.363902 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:30:41.363919 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:30:41.363926 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:30:41.365389 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:30:41.365409 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:30:41.365421 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:30:41.365871 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:30:41.365888 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:30:41.365896 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:30:41.367342 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:30:41.367373 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:30:41.367380 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:30:41.368571 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:30:41.368589 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:30:41.368597 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:30:41.369240 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:30:41.369256 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:30:41.369265 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:30:41.369889 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:30:41.369904 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:30:41.369913 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:30:41.370915 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:30:41.370934 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:30:41.370944 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:30:41.372944 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:30:41.372962 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:30:41.372970 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:30:41.373517 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:30:41.373535 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:30:41.373544 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:30:41.374070 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:41.374093 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:30:41.374102 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:30:41.374563 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:30:41.374581 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:30:41.374591 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:30:41.376779 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:30:41.376796 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:30:41.376805 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:30:41.377824 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:30:41.377843 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:30:41.377870 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:30:41.379173 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:30:41.379190 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:30:41.379197 3790 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:30:41.380926 3790 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:30:41.380943 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:30:41.380950 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:30:41.381495 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:30:41.381515 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:30:41.381524 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:30:41.382052 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:41.382068 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:30:41.382075 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:30:41.382613 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:30:41.382628 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:30:41.382637 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:30:41.383715 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:30:41.383732 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:30:41.383739 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:30:41.384266 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:30:41.384283 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:30:41.384296 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:30:41.384630 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:30:41.384645 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:30:41.384653 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:30:41.385174 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:30:41.385190 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:30:41.385211 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:41.385997 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:30:41.386016 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:30:41.386024 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:30:41.386321 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:30:41.386338 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:30:41.386347 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:30:41.387944 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:30:41.387962 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:30:41.387975 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:30:41.388308 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:30:41.392786 3790 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:30:41.392829 3790 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:30:41.392877 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:30:41.392896 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:30:41.392881 3790 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:30:41.392908 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:30:41.392913 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:30:41.393176 3790 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:30:41.393189 3790 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:30:41.393195 3790 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:30:41.393202 3790 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:30:41.393211 3790 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall I0521 19:30:41.393221 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-237.ec2.internal" for egress firewall I0521 19:30:41.393225 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:41.393416 3790 egressqos.go:245] Starting EgressQoS Controller I0521 19:30:41.393430 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:30:41.393439 3790 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:30:41.393444 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:30:41.393449 3790 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:30:41.393460 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:30:41.393464 3790 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:30:41.393468 3790 egressqos.go:259] Repairing EgressQoSes I0521 19:30:41.393472 3790 egressqos.go:399] Starting repairing loop for egressqos I0521 19:30:41.393551 3790 egressqos.go:401] Finished repairing loop for egressqos: 78.878µs I0521 19:30:41.393566 3790 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:30:41.393616 3790 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-72.ec2.internal I0521 19:30:41.393677 3790 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-72.ec2.internal : 63.364µs I0521 19:30:41.393818 3790 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:30:41.393827 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:41.393832 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:41.393838 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:41.393842 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:41.393848 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:41.393852 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:41.393857 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:30:41.393861 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:30:41.393865 3790 egressservice_zone.go:228] Repairing Egress Services I0521 19:30:41.394088 3790 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:30:41.394098 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:41.394127 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0521 19:30:41.394143 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 19.927µs I0521 19:30:41.394154 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:41.394160 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 6.501µs I0521 19:30:41.394168 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:41.394173 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 6.114µs I0521 19:30:41.394213 3790 default_network_controller.go:585] Completing all the Watchers took 309.23226ms I0521 19:30:41.394225 3790 default_network_controller.go:589] Starting unidling controllers I0521 19:30:41.394237 3790 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:30:41.394243 3790 unidle.go:63] Populating Initial ContollerEvent events I0521 19:30:41.394253 3790 unidle.go:79] Setting up event handlers for services I0521 19:30:41.394294 3790 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:41.458331 3790 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:41.706419 3790 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:42.206490 3790 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:42.707117 3790 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:42.877552 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-237.ec2.internal" for egress firewall I0521 19:30:42.877565 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:42.877584 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 23.408µs I0521 19:30:42.877586 3790 default_network_controller.go:1025] Node "ip-10-0-2-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:43.206738 3790 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:43.480269 3790 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:43.706352 3790 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:43.723002 3790 bridgeconfig.go:537] Gateway is ready I0521 19:30:43.723021 3790 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:30:43.733877 3790 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.72. Updating OVN encap IP. I0521 19:30:43.738926 3790 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.72 - it is already configured I0521 19:30:43.738940 3790 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.72/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:30:43.739213 3790 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.72/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-72.ec2.internal","mac-address":"0a:ff:da:58:84:cd","ip-addresses":["10.0.1.72/24"],"ip-address":"10.0.1.72/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0d732055-8d0c-4f8c-9b39-a5da9bb6a5e6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.72/24"}] on node ip-10-0-1-72.ec2.internal I0521 19:30:43.755077 3790 master.go:548] Adding or Updating local node "ip-10-0-1-72.ec2.internal" for network "default" I0521 19:30:43.755144 3790 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall I0521 19:30:43.755162 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0521 19:30:43.755179 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 22.261µs I0521 19:30:43.755162 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default" I0521 19:30:43.755272 3790 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:43.755315 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:43.755613 3790 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.72 I0521 19:30:43.755706 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-72.ec2.internal I0521 19:30:43.759857 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-72.ec2.internal. Updating no re-route policies I0521 19:30:43.759929 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:43.759939 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2kxbt I0521 19:30:43.759946 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tcrqm I0521 19:30:43.759951 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-s67vc I0521 19:30:43.759957 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2kxbt I0521 19:30:43.759962 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tcrqm I0521 19:30:43.759970 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-w2zmw I0521 19:30:43.759977 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v6t94 I0521 19:30:43.759989 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v6t94 I0521 19:30:43.759990 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zq529 I0521 19:30:43.759997 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zq529 I0521 19:30:43.760000 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-v4fwm I0521 19:30:43.760003 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:43.760008 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-v4fwm I0521 19:30:43.760008 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v6t94 after 0 failed attempt(s) I0521 19:30:43.760008 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wzcf9 I0521 19:30:43.760013 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2d2bm I0521 19:30:43.760026 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2d2bm I0521 19:30:43.760024 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-72.ec2.internal I0521 19:30:43.760033 3790 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-v4fwm] creating logical port kube-system_global-pull-secret-syncer-v4fwm for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:43.760008 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2kxbt after 0 failed attempt(s) I0521 19:30:43.760036 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-9dvpt I0521 19:30:43.759981 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tcrqm after 0 failed attempt(s) I0521 19:30:43.760043 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-72.ec2.internal I0521 19:30:43.760046 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-q2gvf I0521 19:30:43.759988 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-w2zmw I0521 19:30:43.760055 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2d2bm] creating logical port openshift-network-diagnostics_network-check-target-2d2bm for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:43.760053 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:43.760058 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-q2gvf I0521 19:30:43.760067 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d4pzp I0521 19:30:43.760061 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vjrtd I0521 19:30:43.760077 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-w2zmw after 0 failed attempt(s) I0521 19:30:43.760078 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vjrtd I0521 19:30:43.760037 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-72.ec2.internal I0521 19:30:43.760084 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-q2gvf after 0 failed attempt(s) I0521 19:30:43.760090 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-d4pzp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d4pzp: suppressed error logged: pod openshift-multus/network-metrics-daemon-d4pzp: no pod IPs found I0521 19:30:43.760021 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zq529] creating logical port openshift-multus_network-metrics-daemon-zq529 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:43.760103 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-72.ec2.internal after 0 failed attempt(s) I0521 19:30:43.760108 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vjrtd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vjrtd: suppressed error logged: pod openshift-multus/network-metrics-daemon-vjrtd: no pod IPs found I0521 19:30:43.760053 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-9dvpt I0521 19:30:43.759935 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-grzx8 I0521 19:30:43.760013 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fczqr I0521 19:30:43.760139 3790 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-9dvpt, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-9dvpt: suppressed error logged: pod kube-system/global-pull-secret-syncer-9dvpt: no pod IPs found I0521 19:30:43.759987 3790 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-s67vc, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s67vc: suppressed error logged: pod kube-system/global-pull-secret-syncer-s67vc: no pod IPs found I0521 19:30:43.760026 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wzcf9 I0521 19:30:43.760165 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-wzcf9 after 0 failed attempt(s) I0521 19:30:43.760055 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-72.ec2.internal I0521 19:30:43.760175 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-fczqr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fczqr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fczqr: no pod IPs found I0521 19:30:43.760021 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6tbk I0521 19:30:43.760189 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6tbk I0521 19:30:43.760061 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gnffh I0521 19:30:43.760200 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gnffh I0521 19:30:43.760134 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-grzx8 I0521 19:30:43.760224 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-grzx8 after 0 failed attempt(s) I0521 19:30:43.760189 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-72.ec2.internal after 0 failed attempt(s) I0521 19:30:43.760201 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6tbk after 0 failed attempt(s) I0521 19:30:43.760229 3790 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-gnffh, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-gnffh: suppressed error logged: pod openshift-network-diagnostics/network-check-target-gnffh: no pod IPs found I0521 19:30:43.760026 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-b8n6q I0521 19:30:43.760261 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-b8n6q I0521 19:30:43.760276 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-b8n6q after 0 failed attempt(s) I0521 19:30:43.760812 3790 pods.go:271] [kube-system/global-pull-secret-syncer-v4fwm] addLogicalPort took 782.835µs, libovsdb time 293.701µs I0521 19:30:43.760825 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-v4fwm after 0 failed attempt(s) I0521 19:30:43.760900 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-2d2bm] addLogicalPort took 851.697µs, libovsdb time 366.21µs I0521 19:30:43.760916 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2d2bm after 0 failed attempt(s) I0521 19:30:43.761005 3790 pods.go:271] [openshift-multus/network-metrics-daemon-zq529] addLogicalPort took 993.019µs, libovsdb time 405.328µs I0521 19:30:43.761015 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zq529 after 0 failed attempt(s) I0521 19:30:43.772264 3790 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:30:43.784753 3790 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:30:43.788121 3790 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:30:43.842900 3790 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:30:43.906610 3790 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:43.923654 3790 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:30:43.923779 3790 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:30:43.923828 3790 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:30:43.923909 3790 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:30:43.923963 3790 gateway_init.go:325] Gateway and management port readiness took 2.721948032s I0521 19:30:43.923990 3790 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:30:43.924027 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:30:43.924038 3790 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:30:43.924046 3790 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:43.924119 3790 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:30:43.924206 3790 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.274µs I0521 19:30:43.924482 3790 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:30:43.924506 3790 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.084µs I0521 19:30:43.924515 3790 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.719µs I0521 19:30:43.924520 3790 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:30:43.924529 3790 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:30:43.924534 3790 default_node_network_controller.go:899] Starting the default node network controller I0521 19:30:43.924538 3790 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:30:43.924619 3790 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.269µs I0521 19:30:43.924701 3790 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:30:43.924709 3790 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:30:43.924731 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2f250 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc0002b6000 0xc0002b6070 0xc000b27680 0xc0002b60e0 0xc0002b6150 0xc0001802d0 0xc006569880 0xc0002b6230 map[0x2ff9080:0xc001599260 0x2ff95c0:0xc0015993e0 0x2ffa2e0:0xc0015991a0 0x2ffa580:0xc001599200 0x2ffad60:0xc0015992c0 0x2ffb000:0xc001599320 0x2ffb2a0:0xc001599380 0x2ffba80:0xc001599440 0x2ffbd20:0xc0015994a0 0x3026980:0xc001bec180 0x3026d20:0xc00270c960 0x3027800:0xc000d13740 0x3029160:0xc001bec000 0x30298a0:0xc002390300 0x302a720:0xc001bec120] 0xc000b4a5b0 0} I0521 19:30:43.924787 3790 gateway.go:151] Starting gateway service sync I0521 19:30:43.925223 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:30:43.927316 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:30:43.954979 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:30:43.956087 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:30:43.957144 3790 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:30:43.991210 3790 gateway.go:168] Gateway service sync done. Time taken: 66.409117ms I0521 19:30:43.991594 3790 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32648 I0521 19:30:43.992045 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2f250 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc0002b6000 0xc0002b6070 0xc000b27680 0xc0002b60e0 0xc0002b6150 0xc0001802d0 0xc006569880 0xc0002b6230 map[0x2ff9080:0xc001599260 0x2ff95c0:0xc0015993e0 0x2ffa2e0:0xc0015991a0 0x2ffa580:0xc001599200 0x2ffad60:0xc0015992c0 0x2ffb000:0xc001599320 0x2ffb2a0:0xc001599380 0x2ffba80:0xc001599440 0x2ffbd20:0xc0015994a0 0x3026980:0xc001bec180 0x3026d20:0xc00270c960 0x3027800:0xc000d13740 0x3029160:0xc001bec000 0x30298a0:0xc002390300 0x302a720:0xc001bec120] 0xc000b4a5b0 0} I0521 19:30:43.992530 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b2f250 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc0002b6000 0xc0002b6070 0xc000b27680 0xc0002b60e0 0xc0002b6150 0xc0001802d0 0xc006569880 0xc0002b6230 map[0x2ff9080:0xc001599260 0x2ff95c0:0xc0015993e0 0x2ffa2e0:0xc0015991a0 0x2ffa580:0xc001599200 0x2ffad60:0xc0015992c0 0x2ffb000:0xc001599320 0x2ffb2a0:0xc001599380 0x2ffba80:0xc001599440 0x2ffbd20:0xc0015994a0 0x3026980:0xc001bec180 0x3026d20:0xc00270c960 0x3027800:0xc000d13740 0x3029160:0xc001bec000 0x30298a0:0xc002390300 0x302a720:0xc001bec120] 0xc000b4a5b0 0} I0521 19:30:43.992570 3790 gateway.go:532] Reconciling gateway with updates I0521 19:30:43.998202 3790 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:30:43.998223 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:43.998242 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:43.998257 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:43.998260 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:43.998267 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:43.998272 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:43.998285 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:43.998293 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:43.998301 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:43.998314 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:43.998329 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:43.998339 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:43.998299 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:43.998346 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:43.998353 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:43.998371 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:43.998372 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:43.998380 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:43.998375 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:43.998389 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:43.998389 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:43.998396 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:43.998397 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:43.998402 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:43.998247 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:43.998404 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998409 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:43.998415 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:43.998407 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:43.998420 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:43.998396 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:43.998437 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:43.998436 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:43.998445 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:43.998466 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:43.998473 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:43.998481 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:43.998482 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:43.998371 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:43.998483 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:43.998493 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:43.998493 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:43.998495 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:43.998500 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:43.998507 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:43.998253 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:43.998517 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998519 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:43.998409 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:43.998229 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:43.998505 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:43.998532 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:43.998533 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:43.998535 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:43.998482 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998542 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:43.998316 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:43.998545 3790 default_node_network_controller.go:944] Gateway and management port readiness took 73.828542ms I0521 19:30:43.998550 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:43.998551 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:43.998554 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:43.998561 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:43.998562 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:43.998563 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:43.998569 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:43.998572 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:43.998567 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:43.998576 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998347 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:43.998581 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:43.998588 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:43.998595 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:43.998599 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:43.998607 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:43.998608 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:43.998614 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:43.998617 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:43.998622 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:43.998623 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998345 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:43.998636 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:43.998332 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:43.998649 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:43.998275 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:43.998658 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:43.998664 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:43.998666 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:43.998693 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:43.998708 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:43.998710 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:43.998720 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:43.998484 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:43.998489 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:43.998765 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:43.998492 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:43.998772 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:43.998780 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:43.998511 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:43.998781 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:43.998802 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:43.998499 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998527 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:43.998815 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998821 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:43.998840 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:43.998522 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:43.998858 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:43.998860 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:43.998873 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998536 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998878 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:43.998554 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:43.998890 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:43.998893 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:43.998539 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:43.998909 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:43.998578 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:43.998978 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:43.998626 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:43.998648 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:43.999001 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31248 is already open, no action needed I0521 19:30:43.999007 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 30977 is already open, no action needed I0521 19:30:43.998645 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:43.998375 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:43.998722 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:43.998385 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:43.998374 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:43.998767 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:43.999077 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:43.999851 3790 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:30:44.040705 3790 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:44.040953 3790 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:44.041070 3790 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 19:30:44.051487 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:44.074214 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:44.074243 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:44.074266 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:44.074276 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:44.115131 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:45.987672 3790 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:30:45.987728 3790 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:30:45.987796 3790 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 19:30:45.999525 3790 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.831026ms I0521 19:30:45.999754 3790 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:30:46.000034 3790 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:30:46.000224 3790 egressservice_node.go:183] Starting Egress Services Controller I0521 19:30:46.000245 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:46.000255 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:46.000260 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:46.000265 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:46.000270 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:46.000274 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:46.000278 3790 egressservice_node.go:197] Repairing Egress Services I0521 19:30:46.010709 3790 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:30:46.010721 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:46.010941 3790 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:30:46.010954 3790 link_network_manager.go:119] Link manager is running I0521 19:30:46.010967 3790 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:30:46.011143 3790 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:30:46.012692 3790 vrf_manager.go:128] VRF manager is running I0521 19:30:46.013466 3790 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:30:46.013515 3790 gateway.go:532] Reconciling gateway with updates I0521 19:30:46.037335 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:46.037376 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:46.037384 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:46.037336 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:46.037391 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:46.037396 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:46.037386 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:46.037404 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:46.037408 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:46.037414 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:46.037417 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:46.037419 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:46.037424 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:46.037427 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:46.037425 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:46.037438 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:46.037443 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:46.037447 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:46.037428 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:46.037454 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:46.037443 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:46.037467 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:46.037469 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:46.037474 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:46.037379 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:46.037471 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:46.037485 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:46.037487 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:46.037494 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:46.037497 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:46.037501 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:46.037503 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:46.037414 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:46.037513 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:46.037512 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:46.037524 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:46.037533 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:46.037525 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:46.037536 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:46.037545 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:46.037553 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:46.037405 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:46.037473 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:46.037564 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:46.037563 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:46.037485 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:46.037372 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:46.037583 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:46.037584 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:46.037555 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:46.037371 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:46.037497 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:46.037617 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:46.037449 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:46.037637 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31248 is already open, no action needed I0521 19:30:46.037534 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:46.037406 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:46.037406 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:46.037394 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:46.037655 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:46.037662 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:46.037665 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:46.037417 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:46.037677 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:46.037663 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:46.037350 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:46.037692 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:46.037498 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:46.037712 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:46.037482 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:46.037490 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:46.037753 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:46.037510 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:46.037763 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:46.037522 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:46.037799 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:46.037534 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:46.037839 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:46.037536 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:46.037871 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:46.037548 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:46.037904 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:46.037556 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:46.037955 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:46.037336 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:46.037969 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:46.037574 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:46.037381 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:46.038013 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:46.037647 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 30977 is already open, no action needed I0521 19:30:46.037396 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:46.038098 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:46.037396 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:46.037459 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:46.038170 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:46.037430 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:46.038179 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:46.037502 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:46.038232 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:46.040144 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:46.060227 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:46.060290 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060313 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:46.060321 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:46.060327 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:46.060332 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060339 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:46.060368 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060368 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060384 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:46.060390 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:46.060396 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:46.060401 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060406 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:46.060411 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:46.060417 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:46.060422 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:46.060427 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060432 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:46.060437 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:46.060443 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:46.060448 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:46.060453 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:46.060460 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:46.060466 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:46.060471 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:46.060476 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:46.060481 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:46.060486 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:46.106620 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:46.106631 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:46.106649 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:46.106656 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:46.106663 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:47.296890 3790 default_network_controller.go:1025] Node "ip-10-0-2-237.ec2.internal" in remote zone "ip-10-0-2-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:47.296918 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:47.296964 3790 node_tracker.go:235] Node ip-10-0-2-237.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-237.ec2.internal" I0521 19:30:47.296982 3790 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.296998 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.333571 3790 default_network_controller.go:1025] Node "ip-10-0-2-237.ec2.internal" in remote zone "ip-10-0-2-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:47.500952 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:47.500965 3790 default_network_controller.go:1025] Node "ip-10-0-2-237.ec2.internal" in remote zone "ip-10-0-2-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:47.501024 3790 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.501039 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.502034 3790 zone_ic_handler.go:195] Time taken to create transit switch: 341.188µs I0521 19:30:47.502049 3790 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-237.ec2.internal for the network default I0521 19:30:47.503173 3790 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-237.ec2.internal" on network "default" took: 1.49558ms I0521 19:30:48.463693 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal I0521 19:30:48.463729 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 46.82µs I0521 19:30:48.491744 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f6fc9dd99-bsl8d] creating logical port openshift-image-registry_image-registry-7f6fc9dd99-bsl8d for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.491881 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:30:48.513770 3790 pod.go:62] [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d] pod update took 21.927347ms I0521 19:30:48.513793 3790 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f6fc9dd99-bsl8d] addLogicalPort annotation time took 21.955715ms I0521 19:30:48.515017 3790 pods.go:271] [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d] addLogicalPort took 23.286988ms, libovsdb time 950.382µs I0521 19:30:48.537020 3790 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-6kmdt] creating logical port openshift-dns_dns-default-6kmdt for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.537105 3790 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-jlcm9 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.537143 3790 kube.go:256] Updating pod openshift-dns/dns-default-6kmdt I0521 19:30:48.537200 3790 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9 I0521 19:30:48.551711 3790 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-d55967f5c-w2q8w] creating logical port openshift-ingress_router-default-d55967f5c-w2q8w for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.551761 3790 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-b5c7dbfc9-98v7c] creating logical port openshift-ingress_router-default-b5c7dbfc9-98v7c for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.551809 3790 kube.go:256] Updating pod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:30:48.551840 3790 kube.go:256] Updating pod openshift-ingress/router-default-b5c7dbfc9-98v7c I0521 19:30:48.551904 3790 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-tb65z] creating logical port openshift-console-operator_console-operator-66dbbb6468-tb65z for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.551990 3790 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-tb65z I0521 19:30:48.553888 3790 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9] pod update took 16.707611ms I0521 19:30:48.553904 3790 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9] addLogicalPort annotation time took 16.726182ms I0521 19:30:48.555026 3790 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9] addLogicalPort took 17.934211ms, libovsdb time 894.265µs I0521 19:30:48.567257 3790 pod.go:62] [openshift-dns/dns-default-6kmdt] pod update took 30.147288ms I0521 19:30:48.567275 3790 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-6kmdt] addLogicalPort annotation time took 30.171722ms I0521 19:30:48.568221 3790 pods.go:271] [openshift-dns/dns-default-6kmdt] addLogicalPort took 31.216123ms, libovsdb time 707.186µs I0521 19:30:48.571928 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-2222n for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.572016 3790 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n I0521 19:30:48.574657 3790 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-f6fl6 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.574737 3790 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6 I0521 19:30:48.587653 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-h7cdt] creating logical port openshift-insights_insights-operator-6dbb575d6c-h7cdt for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.587756 3790 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-h7cdt I0521 19:30:48.589531 3790 pod.go:62] [openshift-ingress/router-default-d55967f5c-w2q8w] pod update took 37.75923ms I0521 19:30:48.589547 3790 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-d55967f5c-w2q8w] addLogicalPort annotation time took 37.780568ms I0521 19:30:48.590578 3790 pods.go:271] [openshift-ingress/router-default-d55967f5c-w2q8w] addLogicalPort took 38.882499ms, libovsdb time 782.282µs I0521 19:30:48.594604 3790 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-tb65z] pod update took 42.629937ms I0521 19:30:48.594620 3790 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-tb65z] addLogicalPort annotation time took 42.64891ms I0521 19:30:48.595256 3790 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-6zgqw for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.595329 3790 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw I0521 19:30:48.595702 3790 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-tb65z] addLogicalPort took 43.805896ms, libovsdb time 816.809µs I0521 19:30:48.601333 3790 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-2gsjj for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.601418 3790 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-46b8g] creating logical port openshift-ingress-canary_ingress-canary-46b8g for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.601436 3790 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj I0521 19:30:48.601516 3790 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-46b8g I0521 19:30:48.601526 3790 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6] pod update took 26.810302ms I0521 19:30:48.601535 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656530-k45d9 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.601543 3790 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6] addLogicalPort annotation time took 26.828271ms I0521 19:30:48.601621 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 I0521 19:30:48.602463 3790 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6] addLogicalPort took 27.820042ms, libovsdb time 664.588µs I0521 19:30:48.602508 3790 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-22p74 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.602556 3790 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74 I0521 19:30:48.607080 3790 pod.go:62] [openshift-ingress/router-default-b5c7dbfc9-98v7c] pod update took 55.264987ms I0521 19:30:48.607101 3790 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-b5c7dbfc9-98v7c] addLogicalPort annotation time took 55.288409ms I0521 19:30:48.607110 3790 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n] pod update took 35.112732ms I0521 19:30:48.607123 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n] addLogicalPort annotation time took 35.128657ms I0521 19:30:48.608077 3790 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n] addLogicalPort took 36.159588ms, libovsdb time 650.366µs I0521 19:30:48.608328 3790 pods.go:271] [openshift-ingress/router-default-b5c7dbfc9-98v7c] addLogicalPort took 56.579928ms, libovsdb time 892.043µs I0521 19:30:48.608396 3790 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-h7cdt] pod update took 20.662199ms I0521 19:30:48.608417 3790 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-h7cdt] addLogicalPort annotation time took 20.684032ms I0521 19:30:48.609320 3790 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-h7cdt] addLogicalPort took 21.683112ms, libovsdb time 642.498µs I0521 19:30:48.609386 3790 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-kk7f7 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.609444 3790 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7 I0521 19:30:48.622103 3790 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw] pod update took 26.796786ms I0521 19:30:48.622126 3790 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw] addLogicalPort annotation time took 26.817381ms I0521 19:30:48.623064 3790 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw] addLogicalPort took 27.818764ms, libovsdb time 659.257µs I0521 19:30:48.623107 3790 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-zh6fk for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.623171 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk I0521 19:30:48.629121 3790 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj] pod update took 27.712177ms I0521 19:30:48.629139 3790 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj] addLogicalPort annotation time took 27.732941ms I0521 19:30:48.630123 3790 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj] addLogicalPort took 28.802078ms, libovsdb time 705.222µs I0521 19:30:48.630178 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-jqqqt for pod on switch ip-10-0-1-72.ec2.internal I0521 19:30:48.630240 3790 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt I0521 19:30:48.632336 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9] pod update took 30.734082ms I0521 19:30:48.632374 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9] addLogicalPort annotation time took 30.755168ms I0521 19:30:48.632390 3790 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7] pod update took 22.96204ms I0521 19:30:48.632403 3790 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7] addLogicalPort annotation time took 22.97999ms I0521 19:30:48.633521 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9] addLogicalPort took 31.992348ms, libovsdb time 819.539µs I0521 19:30:48.633892 3790 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7] addLogicalPort took 24.513059ms, libovsdb time 1.177077ms I0521 19:30:48.636310 3790 pod.go:62] [openshift-ingress-canary/ingress-canary-46b8g] pod update took 34.81619ms I0521 19:30:48.636329 3790 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-46b8g] addLogicalPort annotation time took 34.837487ms I0521 19:30:48.636532 3790 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74] pod update took 33.989661ms I0521 19:30:48.636600 3790 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74] addLogicalPort annotation time took 34.055981ms I0521 19:30:48.637322 3790 pods.go:271] [openshift-ingress-canary/ingress-canary-46b8g] addLogicalPort took 35.914036ms, libovsdb time 685.269µs I0521 19:30:48.637654 3790 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74] addLogicalPort took 35.151914ms, libovsdb time 735.526µs I0521 19:30:48.639943 3790 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk] pod update took 16.790592ms I0521 19:30:48.639963 3790 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk] addLogicalPort annotation time took 16.809969ms I0521 19:30:48.640875 3790 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk] addLogicalPort took 17.776245ms, libovsdb time 646.764µs I0521 19:30:48.661030 3790 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt] pod update took 30.80374ms I0521 19:30:48.661050 3790 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt] addLogicalPort annotation time took 30.828799ms I0521 19:30:48.662124 3790 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt] addLogicalPort took 31.953271ms, libovsdb time 774.78µs I0521 19:30:48.982232 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:48.982251 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:48.982269 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 26.963µs I0521 19:30:48.982296 3790 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:49.015867 3790 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-tb65z c3333a9abf966118680dca7a8e973048189d5c3a9037b14c24f1f480c4ce1e8f network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-tb65z c3333a9abf966118680dca7a8e973048189d5c3a9037b14c24f1f480c4ce1e8f network default NAD default NAD key ] I0521 19:30:49.039952 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-tb65z, hostIfaceName: c3333a9abf96611, network: default, NAD default, SandboxID: "c3333a9abf966118680dca7a8e973048189d5c3a9037b14c24f1f480c4ce1e8f", PCI device ID: , UID: "5d20a806-a5d2-451f-a649-cd6f8a9e0d46", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 19:30:49.068086 3790 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-h7cdt 3938aaf23c2d931544dc3ce48ebf52f76232c6531e9556fc82366f69876f4433 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-h7cdt 3938aaf23c2d931544dc3ce48ebf52f76232c6531e9556fc82366f69876f4433 network default NAD default NAD key ] I0521 19:30:49.077947 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-h7cdt, hostIfaceName: 3938aaf23c2d931, network: default, NAD default, SandboxID: "3938aaf23c2d931544dc3ce48ebf52f76232c6531e9556fc82366f69876f4433", PCI device ID: , UID: "16504971-7f08-42a3-a4c8-b1ee195e1892", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 19:30:49.096482 3790 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-tb65z c3333a9abf966118680dca7a8e973048189d5c3a9037b14c24f1f480c4ce1e8f network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-tb65z c3333a9abf966118680dca7a8e973048189d5c3a9037b14c24f1f480c4ce1e8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:c7:fa:e1:5a:c6\",\"name\":\"c3333a9abf96611\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7adeff8-d445-40c2-bf53-571138b51084\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.123451 3790 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-h7cdt 3938aaf23c2d931544dc3ce48ebf52f76232c6531e9556fc82366f69876f4433 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-h7cdt 3938aaf23c2d931544dc3ce48ebf52f76232c6531e9556fc82366f69876f4433 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8e:1c:0d:63:6c\",\"name\":\"3938aaf23c2d931\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55cea2b8-515b-4af1-8f6a-e8b58d788675\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.131962 3790 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74 8d6493d34f82791f57bc51adf97a9c94e261c889478a2507514b709e01668c66 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74 8d6493d34f82791f57bc51adf97a9c94e261c889478a2507514b709e01668c66 network default NAD default NAD key ] I0521 19:30:49.143249 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-22p74, hostIfaceName: 8d6493d34f82791, network: default, NAD default, SandboxID: "8d6493d34f82791f57bc51adf97a9c94e261c889478a2507514b709e01668c66", PCI device ID: , UID: "07981351-6b4c-4509-b4f3-6d161fb9f636", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 19:30:49.189288 3790 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj 2d733eaab48fc86aaa3dbcd14215d88fb5dafd215363a2e1d6f4e7e90b66028d network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj 2d733eaab48fc86aaa3dbcd14215d88fb5dafd215363a2e1d6f4e7e90b66028d network default NAD default NAD key ] I0521 19:30:49.190240 3790 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74 8d6493d34f82791f57bc51adf97a9c94e261c889478a2507514b709e01668c66 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-22p74 8d6493d34f82791f57bc51adf97a9c94e261c889478a2507514b709e01668c66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8a:07:26:c6:cf\",\"name\":\"8d6493d34f82791\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07e8e5b0-8e1f-4fce-8959-a67420ef8e14\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.199992 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-2gsjj, hostIfaceName: 2d733eaab48fc86, network: default, NAD default, SandboxID: "2d733eaab48fc86aaa3dbcd14215d88fb5dafd215363a2e1d6f4e7e90b66028d", PCI device ID: , UID: "defb90e5-ae43-4552-8e10-4c5a3868cf01", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 19:30:49.238734 3790 cni.go:452] [openshift-ingress-canary/ingress-canary-46b8g 4c5a7ef2f52f75f561dae837ce1973860a1f4aec2248d2944de57617083a45b3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-46b8g 4c5a7ef2f52f75f561dae837ce1973860a1f4aec2248d2944de57617083a45b3 network default NAD default NAD key ] I0521 19:30:49.249290 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-46b8g, hostIfaceName: 4c5a7ef2f52f75f, network: default, NAD default, SandboxID: "4c5a7ef2f52f75f561dae837ce1973860a1f4aec2248d2944de57617083a45b3", PCI device ID: , UID: "27d2f8c7-03f6-442d-b0f3-df401c5502b8", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 19:30:49.250559 3790 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj 2d733eaab48fc86aaa3dbcd14215d88fb5dafd215363a2e1d6f4e7e90b66028d network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-2gsjj 2d733eaab48fc86aaa3dbcd14215d88fb5dafd215363a2e1d6f4e7e90b66028d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:92:98:26:c6:77\",\"name\":\"2d733eaab48fc86\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abd8ad5e-1b58-45d1-b33f-83bad3576854\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.251852 3790 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9 0f57ca5d086f163f158d3c079e49fc39302fc1afdb2e1cb3a93c0d1e0958075b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9 0f57ca5d086f163f158d3c079e49fc39302fc1afdb2e1cb3a93c0d1e0958075b network default NAD default NAD key ] I0521 19:30:49.262477 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-jlcm9, hostIfaceName: 0f57ca5d086f163, network: default, NAD default, SandboxID: "0f57ca5d086f163f158d3c079e49fc39302fc1afdb2e1cb3a93c0d1e0958075b", PCI device ID: , UID: "762503e2-a2dc-41fa-af05-101c09e1f458", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 19:30:49.286045 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key ] I0521 19:30:49.298001 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656530-k45d9, hostIfaceName: 2d867cfbd51a0ea, network: default, NAD default, SandboxID: "2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1", PCI device ID: , UID: "cc03fca5-b8a4-4b65-aa85-94772c41d1b6", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 19:30:49.303519 3790 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk cc787c9f3e998ac0762cd7fa4df38f2dbea2b70291705eb488ef5184f68dc897 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk cc787c9f3e998ac0762cd7fa4df38f2dbea2b70291705eb488ef5184f68dc897 network default NAD default NAD key ] I0521 19:30:49.303768 3790 cni.go:473] [openshift-ingress-canary/ingress-canary-46b8g 4c5a7ef2f52f75f561dae837ce1973860a1f4aec2248d2944de57617083a45b3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-46b8g 4c5a7ef2f52f75f561dae837ce1973860a1f4aec2248d2944de57617083a45b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:c8:4c:ed:a1:00\",\"name\":\"4c5a7ef2f52f75f\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a29c6f7-78c0-4759-bb7c-73d7560bebcb\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.313245 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-zh6fk, hostIfaceName: cc787c9f3e998ac, network: default, NAD default, SandboxID: "cc787c9f3e998ac0762cd7fa4df38f2dbea2b70291705eb488ef5184f68dc897", PCI device ID: , UID: "072f55a0-1b11-4903-8ef4-9fdaed5d4b03", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 19:30:49.318427 3790 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9 0f57ca5d086f163f158d3c079e49fc39302fc1afdb2e1cb3a93c0d1e0958075b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-jlcm9 0f57ca5d086f163f158d3c079e49fc39302fc1afdb2e1cb3a93c0d1e0958075b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:62:cd:2b:d6:26\",\"name\":\"0f57ca5d086f163\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd7050bb-d992-48d1-a687-99c92381ec0d\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.323860 3790 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt f9b25e01ffc6e0002da5699149414f8c6d11f55fdd06c29c175be91b60b61aab network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt f9b25e01ffc6e0002da5699149414f8c6d11f55fdd06c29c175be91b60b61aab network default NAD default NAD key ] I0521 19:30:49.335803 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-jqqqt, hostIfaceName: f9b25e01ffc6e00, network: default, NAD default, SandboxID: "f9b25e01ffc6e0002da5699149414f8c6d11f55fdd06c29c175be91b60b61aab", PCI device ID: , UID: "92e266f7-0f67-412c-ae83-1a5ca3d6976f", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 19:30:49.347940 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b5:a1:1b:a2:9b\",\"name\":\"2d867cfbd51a0ea\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12b1c513-be3f-4414-8dc9-b5d98e709d8c\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.362090 3790 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk cc787c9f3e998ac0762cd7fa4df38f2dbea2b70291705eb488ef5184f68dc897 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zh6fk cc787c9f3e998ac0762cd7fa4df38f2dbea2b70291705eb488ef5184f68dc897 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:dc:b5:a3:6e:0c\",\"name\":\"cc787c9f3e998ac\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95416817-5f8a-4e30-b51a-caae9ff60a1f\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.381946 3790 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt f9b25e01ffc6e0002da5699149414f8c6d11f55fdd06c29c175be91b60b61aab network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jqqqt f9b25e01ffc6e0002da5699149414f8c6d11f55fdd06c29c175be91b60b61aab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:35:41:bd:af:45\",\"name\":\"f9b25e01ffc6e00\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d412088-d344-4215-be04-d1d29a7b7171\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:49.629900 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-237.ec2.internal" for egress firewall I0521 19:30:49.629894 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-237.ec2.internal in network "default" I0521 19:30:49.629962 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-237.ec2.internal", IP: 10.0.2.237 to PMTUD blocking rules I0521 19:30:49.629977 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:49.630022 3790 node_tracker.go:169] Node ip-10-0-2-237.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:49.629924 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:49.630043 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:49.630046 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 121.034µs I0521 19:30:49.636997 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-237.ec2.internal. Updating no re-route policies I0521 19:30:49.645497 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:49.645518 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-237.ec2.internal", IP: 10.0.2.237 to PMTUD blocking rules I0521 19:30:53.444057 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:53.444086 3790 node_tracker.go:235] Node ip-10-0-0-131.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-131.ec2.internal" I0521 19:30:53.444087 3790 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:53.444123 3790 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.444144 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.582273 3790 default_network_controller.go:1025] Node "ip-10-0-0-131.ec2.internal" in remote zone "ip-10-0-0-131.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:53.582295 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:53.582345 3790 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:53.582373 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:53.583384 3790 zone_ic_handler.go:195] Time taken to create transit switch: 316.267µs I0521 19:30:53.583402 3790 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-131.ec2.internal for the network default I0521 19:30:53.584557 3790 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-131.ec2.internal" on network "default" took: 1.504447ms I0521 19:30:53.743493 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-237.ec2.internal I0521 19:30:53.743532 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-237.ec2.internal: 52.294µs I0521 19:30:55.636001 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:55.636265 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 268.554µs I0521 19:30:55.635993 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0521 19:30:55.636068 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:55.636334 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0521 19:30:55.636376 3790 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:55.636397 3790 services_controller.go:574] Full service sync requested for network=default I0521 19:30:55.636093 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0521 19:30:55.644404 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0521 19:30:55.655826 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0521 19:30:55.655846 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0521 19:30:55.894250 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:30:57.306231 3790 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:30:57.307250 3790 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 995.015µs I0521 19:30:57.326506 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:30:57.873464 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:57.934448 3790 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:30:57.935298 3790 namespace.go:102] [openshift-service-ca] adding namespace took 827.697µs I0521 19:30:57.956977 3790 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:30:59.394706 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0521 19:30:59.394738 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 40.307µs W0521 19:31:03.007798 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:07.510517 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:19.635220 3790 cni.go:452] [kube-system/global-pull-secret-syncer-v4fwm 1bea18085353e69a01a7a4a2906704c37c4e79f319696736750f356c55613796 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-v4fwm 1bea18085353e69a01a7a4a2906704c37c4e79f319696736750f356c55613796 network default NAD default NAD key ] I0521 19:31:19.637879 3790 cni.go:452] [openshift-multus/network-metrics-daemon-zq529 4e4f999f0d6f96d47ad1c1fbe9b4e2dd04a7b1f2020528db036720e75c533a91 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zq529 4e4f999f0d6f96d47ad1c1fbe9b4e2dd04a7b1f2020528db036720e75c533a91 network default NAD default NAD key ] I0521 19:31:19.646185 3790 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-v4fwm, hostIfaceName: 1bea18085353e69, network: default, NAD default, SandboxID: "1bea18085353e69a01a7a4a2906704c37c4e79f319696736750f356c55613796", PCI device ID: , UID: "37792516-b740-4695-a073-7fd775cc0333", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 19:31:19.647586 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zq529, hostIfaceName: 4e4f999f0d6f96d, network: default, NAD default, SandboxID: "4e4f999f0d6f96d47ad1c1fbe9b4e2dd04a7b1f2020528db036720e75c533a91", PCI device ID: , UID: "495858cd-0440-4317-aa5d-ff6d91a4b33e", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 19:31:19.648968 3790 cni.go:452] [openshift-network-diagnostics/network-check-target-2d2bm a221fb4bcf287994faddf42a5399099cec4a1178c1e8b2b780fc57396fdfde71 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2d2bm a221fb4bcf287994faddf42a5399099cec4a1178c1e8b2b780fc57396fdfde71 network default NAD default NAD key ] I0521 19:31:19.658791 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2d2bm, hostIfaceName: a221fb4bcf28799, network: default, NAD default, SandboxID: "a221fb4bcf287994faddf42a5399099cec4a1178c1e8b2b780fc57396fdfde71", PCI device ID: , UID: "20aba422-df82-438b-83d4-112b9ffe1898", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 19:31:19.699460 3790 cni.go:473] [openshift-multus/network-metrics-daemon-zq529 4e4f999f0d6f96d47ad1c1fbe9b4e2dd04a7b1f2020528db036720e75c533a91 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zq529 4e4f999f0d6f96d47ad1c1fbe9b4e2dd04a7b1f2020528db036720e75c533a91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d8:27:3d:54:dc\",\"name\":\"4e4f999f0d6f96d\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b51ea4ac-10d7-495c-bb0e-669f6ed70c39\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:19.922866 3790 cni.go:473] [kube-system/global-pull-secret-syncer-v4fwm 1bea18085353e69a01a7a4a2906704c37c4e79f319696736750f356c55613796 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-v4fwm 1bea18085353e69a01a7a4a2906704c37c4e79f319696736750f356c55613796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:58:07:6f:12:07\",\"name\":\"1bea18085353e69\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5eafeaaf-07ac-48ab-964d-1ee65a7be6e2\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:19.922933 3790 cni.go:473] [openshift-network-diagnostics/network-check-target-2d2bm a221fb4bcf287994faddf42a5399099cec4a1178c1e8b2b780fc57396fdfde71 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2d2bm a221fb4bcf287994faddf42a5399099cec4a1178c1e8b2b780fc57396fdfde71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:cd:df:9b:15:ce\",\"name\":\"a221fb4bcf28799\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/274c3aa4-ebe9-4cc9-baba-fdd3acefeddf\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.678173 3790 cni.go:452] [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key ] I0521 19:31:20.689028 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f6fc9dd99-bsl8d, hostIfaceName: 3febc64d1da5bac, network: default, NAD default, SandboxID: "3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f", PCI device ID: , UID: "8f6aa72e-c8ab-4931-bdaf-5b6a23885f22", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0521 19:31:20.730885 3790 cni.go:452] [openshift-dns/dns-default-6kmdt aa286b07ca7447e59fff7b1d85fce0f068c9966aa359d5d699a1249478cb7fb2 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-6kmdt aa286b07ca7447e59fff7b1d85fce0f068c9966aa359d5d699a1249478cb7fb2 network default NAD default NAD key ] I0521 19:31:20.741858 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-6kmdt, hostIfaceName: aa286b07ca7447e, network: default, NAD default, SandboxID: "aa286b07ca7447e59fff7b1d85fce0f068c9966aa359d5d699a1249478cb7fb2", PCI device ID: , UID: "05e9f9aa-55e4-4763-9fb8-4c09a47d8e41", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 19:31:20.743692 3790 cni.go:473] [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f7:3b:37:c1:1a\",\"name\":\"3febc64d1da5bac\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5de411c1-4875-4dae-89f9-b004d9f8b007\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.775071 3790 cni.go:452] [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key ] I0521 19:31:20.788503 3790 cni.go:452] [openshift-ingress/router-default-b5c7dbfc9-98v7c e54613ef755e80a13a496ced602e96b0262ff661d79c194d21e0b711c3dca86d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-b5c7dbfc9-98v7c e54613ef755e80a13a496ced602e96b0262ff661d79c194d21e0b711c3dca86d network default NAD default NAD key ] I0521 19:31:20.790769 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-d55967f5c-w2q8w, hostIfaceName: 5fbfdca488a8a9f, network: default, NAD default, SandboxID: "5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9", PCI device ID: , UID: "b0fddd0e-4e0a-4918-a522-199c8edb5012", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 19:31:20.796611 3790 cni.go:473] [openshift-dns/dns-default-6kmdt aa286b07ca7447e59fff7b1d85fce0f068c9966aa359d5d699a1249478cb7fb2 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-6kmdt aa286b07ca7447e59fff7b1d85fce0f068c9966aa359d5d699a1249478cb7fb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c1:3e:86:d9:a5\",\"name\":\"aa286b07ca7447e\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/659ea35c-9974-4e8d-9abe-a32b1029705f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.808304 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-b5c7dbfc9-98v7c, hostIfaceName: e54613ef755e80a, network: default, NAD default, SandboxID: "e54613ef755e80a13a496ced602e96b0262ff661d79c194d21e0b711c3dca86d", PCI device ID: , UID: "bebcc71f-6fed-47e8-a4bb-e1ad248a8624", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 19:31:20.850569 3790 cni.go:473] [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:af:14:1e:e2:cf\",\"name\":\"5fbfdca488a8a9f\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee8546ae-c6f4-4ae8-aea8-4f486c7e7346\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.868717 3790 cni.go:473] [openshift-ingress/router-default-b5c7dbfc9-98v7c e54613ef755e80a13a496ced602e96b0262ff661d79c194d21e0b711c3dca86d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-b5c7dbfc9-98v7c e54613ef755e80a13a496ced602e96b0262ff661d79c194d21e0b711c3dca86d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3a:89:72:6d:f6\",\"name\":\"e54613ef755e80a\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab7928ac-52af-4c2a-8e2a-e79b8b8d9547\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.868779 3790 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n 6258781a0ca76905bfe5ceaef6b12a727f9a61331fa0a09d1ba7340304019a4d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n 6258781a0ca76905bfe5ceaef6b12a727f9a61331fa0a09d1ba7340304019a4d network default NAD default NAD key ] I0521 19:31:20.872097 3790 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6 160efe999de23a6a7f9887f535de1b50b3b08c8413649d6ee3e9322ddce75873 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6 160efe999de23a6a7f9887f535de1b50b3b08c8413649d6ee3e9322ddce75873 network default NAD default NAD key ] I0521 19:31:20.885926 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-2222n, hostIfaceName: 6258781a0ca7690, network: default, NAD default, SandboxID: "6258781a0ca76905bfe5ceaef6b12a727f9a61331fa0a09d1ba7340304019a4d", PCI device ID: , UID: "10e8015b-5385-4a13-b891-f449d6dac476", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 19:31:20.888645 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-f6fl6, hostIfaceName: 160efe999de23a6, network: default, NAD default, SandboxID: "160efe999de23a6a7f9887f535de1b50b3b08c8413649d6ee3e9322ddce75873", PCI device ID: , UID: "1a37fa08-0241-4164-b658-54e87199d283", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 19:31:20.914171 3790 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7 6a985f9e3441e6b92b04f50bca08507802b56181db7800b83b10230a1407feef network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7 6a985f9e3441e6b92b04f50bca08507802b56181db7800b83b10230a1407feef network default NAD default NAD key ] I0521 19:31:20.926510 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-kk7f7, hostIfaceName: 6a985f9e3441e6b, network: default, NAD default, SandboxID: "6a985f9e3441e6b92b04f50bca08507802b56181db7800b83b10230a1407feef", PCI device ID: , UID: "ef3e37f1-c690-4e66-b9fc-2797c1613bc4", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 19:31:20.948796 3790 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n 6258781a0ca76905bfe5ceaef6b12a727f9a61331fa0a09d1ba7340304019a4d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2222n 6258781a0ca76905bfe5ceaef6b12a727f9a61331fa0a09d1ba7340304019a4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:15:03:a3:e9:00\",\"name\":\"6258781a0ca7690\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b8f1ebd-cd7b-4bbd-b656-ff80141592b4\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.967208 3790 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw da708e20880e649d8acc8bf4fd1a335d376742d9cda3bc30b224599c0744566d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw da708e20880e649d8acc8bf4fd1a335d376742d9cda3bc30b224599c0744566d network default NAD default NAD key ] I0521 19:31:20.978231 3790 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6 160efe999de23a6a7f9887f535de1b50b3b08c8413649d6ee3e9322ddce75873 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-f6fl6 160efe999de23a6a7f9887f535de1b50b3b08c8413649d6ee3e9322ddce75873 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:7a:fb:e9:b6:37\",\"name\":\"160efe999de23a6\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cab2f700-7bf9-4614-92b5-b498dd1e8e2b\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:20.979674 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-6zgqw, hostIfaceName: da708e20880e649, network: default, NAD default, SandboxID: "da708e20880e649d8acc8bf4fd1a335d376742d9cda3bc30b224599c0744566d", PCI device ID: , UID: "0f13279f-b739-4293-81f9-1f550de3f1f3", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 19:31:21.006593 3790 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7 6a985f9e3441e6b92b04f50bca08507802b56181db7800b83b10230a1407feef network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-kk7f7 6a985f9e3441e6b92b04f50bca08507802b56181db7800b83b10230a1407feef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:63:5e:89:08:be\",\"name\":\"6a985f9e3441e6b\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62ed0b6c-b8a3-4a14-ae4d-d9c3cc122a04\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:21.051130 3790 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw da708e20880e649d8acc8bf4fd1a335d376742d9cda3bc30b224599c0744566d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6zgqw da708e20880e649d8acc8bf4fd1a335d376742d9cda3bc30b224599c0744566d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8d:f2:58:61:37\",\"name\":\"da708e20880e649\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/197560f8-7f64-4dfd-893c-d6d661c32886\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:25.722287 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:25.723240 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:25.795095 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:25.799684 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6rbmm] creating logical port openshift-insights_insights-runtime-extractor-6rbmm for pod on switch ip-10-0-1-72.ec2.internal I0521 19:31:25.799823 3790 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6rbmm I0521 19:31:25.817595 3790 pod.go:62] [openshift-insights/insights-runtime-extractor-6rbmm] pod update took 17.802888ms I0521 19:31:25.817690 3790 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6rbmm] addLogicalPort annotation time took 17.898844ms I0521 19:31:25.819000 3790 pods.go:271] [openshift-insights/insights-runtime-extractor-6rbmm] addLogicalPort took 19.33631ms, libovsdb time 838.961µs W0521 19:31:25.828410 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:25.854263 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:31:25.868589 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:31:26.187596 3790 cni.go:452] [openshift-insights/insights-runtime-extractor-6rbmm 52bf30594701a7c4f6c0921c58520e3f61267b19b88d2722e7554f6934d6ca97 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6rbmm 52bf30594701a7c4f6c0921c58520e3f61267b19b88d2722e7554f6934d6ca97 network default NAD default NAD key ] I0521 19:31:26.196934 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6rbmm, hostIfaceName: 52bf30594701a7c, network: default, NAD default, SandboxID: "52bf30594701a7c4f6c0921c58520e3f61267b19b88d2722e7554f6934d6ca97", PCI device ID: , UID: "3a2eeede-ec97-46e9-8e4f-768b40b0fca2", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 19:31:26.249371 3790 cni.go:473] [openshift-insights/insights-runtime-extractor-6rbmm 52bf30594701a7c4f6c0921c58520e3f61267b19b88d2722e7554f6934d6ca97 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6rbmm 52bf30594701a7c4f6c0921c58520e3f61267b19b88d2722e7554f6934d6ca97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d3:be:c3:f6:db\",\"name\":\"52bf30594701a7c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b7b22ea-89de-40d2-aca4-e7854ebf4dae\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:28.183564 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183590 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183598 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183621 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183628 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:28.183635 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:29.090995 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:31:31.042271 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:31.042304 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:34.017521 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:34.017564 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:37.053315 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:37.053336 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:37.053342 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:40.161852 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:40.161877 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:40.168585 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.168652 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.168660 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.284768 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.284795 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:40.284805 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:42.429289 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:31:45.192860 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.192886 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.236300 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.236326 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.236334 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.236340 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.325984 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.326006 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.326011 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.326015 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.353074 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:45.392215 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.392243 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:45.447981 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:31:46.976979 3790 base_network_controller_pods.go:487] [default/openshift-console/console-74c4764979-v5lzc] creating logical port openshift-console_console-74c4764979-v5lzc for pod on switch ip-10-0-1-72.ec2.internal I0521 19:31:46.977081 3790 kube.go:256] Updating pod openshift-console/console-74c4764979-v5lzc I0521 19:31:46.999693 3790 pod.go:62] [openshift-console/console-74c4764979-v5lzc] pod update took 22.637191ms I0521 19:31:46.999726 3790 base_network_controller_pods.go:951] [default/openshift-console/console-74c4764979-v5lzc] addLogicalPort annotation time took 22.674102ms I0521 19:31:47.000940 3790 pods.go:271] [openshift-console/console-74c4764979-v5lzc] addLogicalPort took 23.981465ms, libovsdb time 870.461µs I0521 19:31:47.336175 3790 cni.go:452] [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key ] I0521 19:31:47.345368 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74c4764979-v5lzc, hostIfaceName: 8cbbd0bf89e6acc, network: default, NAD default, SandboxID: "8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6", PCI device ID: , UID: "0ccfb839-63bf-4071-b788-a30a9f6891de", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 19:31:47.396790 3790 cni.go:473] [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:49:25:05:43:d6\",\"name\":\"8cbbd0bf89e6acc\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0281028-3523-4182-b16c-2de0197ede47\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:50.105810 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:51.021529 3790 cni.go:452] [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key ] I0521 19:31:51.080622 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.081161 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.103719 3790 cni.go:473] [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f6fc9dd99-bsl8d 3febc64d1da5bacedb313663d1474fb3c56abcef9d6926db4cf6bcb800243e2f network default NAD default NAD key default], result "{}", err I0521 19:31:51.161119 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.161151 3790 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:31:51.162395 3790 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f6fc9dd99-bsl8d, ips: 10.128.0.6 I0521 19:31:51.162420 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:51.173674 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-798f4d9fdc-qktp7] creating logical port openshift-image-registry_image-registry-798f4d9fdc-qktp7 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:31:51.173763 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-798f4d9fdc-qktp7 I0521 19:31:51.194442 3790 pod.go:62] [openshift-image-registry/image-registry-798f4d9fdc-qktp7] pod update took 20.704342ms I0521 19:31:51.194463 3790 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-798f4d9fdc-qktp7] addLogicalPort annotation time took 20.730538ms I0521 19:31:51.195656 3790 pods.go:271] [openshift-image-registry/image-registry-798f4d9fdc-qktp7] addLogicalPort took 21.997017ms, libovsdb time 835.199µs W0521 19:31:51.372893 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:51.386314 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:51.386329 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd494c47b-4dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:51.394840 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:51.394863 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd494c47b-4dxcq I0521 19:31:51.534679 3790 cni.go:452] [openshift-image-registry/image-registry-798f4d9fdc-qktp7 0089fc8fa6028427e1f0920c0d18e766308175c767b71945c7abf16ba90ff142 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-798f4d9fdc-qktp7 0089fc8fa6028427e1f0920c0d18e766308175c767b71945c7abf16ba90ff142 network default NAD default NAD key ] I0521 19:31:51.544126 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-798f4d9fdc-qktp7, hostIfaceName: 0089fc8fa602842, network: default, NAD default, SandboxID: "0089fc8fa6028427e1f0920c0d18e766308175c767b71945c7abf16ba90ff142", PCI device ID: , UID: "2e4f023e-f10d-4412-a461-c44c1284200e", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 19:31:51.595792 3790 cni.go:473] [openshift-image-registry/image-registry-798f4d9fdc-qktp7 0089fc8fa6028427e1f0920c0d18e766308175c767b71945c7abf16ba90ff142 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-798f4d9fdc-qktp7 0089fc8fa6028427e1f0920c0d18e766308175c767b71945c7abf16ba90ff142 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:82:2c:28:38:0a\",\"name\":\"0089fc8fa602842\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/609c418c-f8bc-4a42-910c-4b6a60a5c3d0\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:51.977189 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:31:52.130044 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:52.130069 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-bsl8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:52.133634 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:31:52.133709 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6fc9dd99-bsl8d I0521 19:31:52.217369 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:31:55.762981 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:31:58.148481 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:31:59.249586 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:32:02.156016 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:02.156075 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:02.156074 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:02.182640 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:02.182710 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:02.182660 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:03.163470 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:03.200001 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:13.129195 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:32:17.223179 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:17.223239 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:17.223182 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:18.222146 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0521 19:32:21.093123 3790 obj_retry.go:498] Detected object openshift-console/console-74c4764979-6srgx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:21.093721 3790 obj_retry.go:498] Detected object openshift-console/console-74c4764979-6srgx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:21.483808 3790 obj_retry.go:492] Detected object openshift-console/console-74c4764979-6srgx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:21.483834 3790 obj_retry.go:492] Detected object openshift-console/console-74c4764979-6srgx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:21.491604 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c4764979-6srgx I0521 19:32:21.491627 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c4764979-6srgx I0521 19:32:31.490520 3790 cni.go:452] [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key ] I0521 19:32:31.560705 3790 cni.go:473] [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74c4764979-v5lzc 8cbbd0bf89e6acc3d458a26846b63d9b24dc3cdec94953c36b03a689869696d6 network default NAD default NAD key default], result "{}", err I0521 19:32:31.610888 3790 obj_retry.go:498] Detected object openshift-console/console-74c4764979-v5lzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:31.610931 3790 pods.go:176] Deleting pod: openshift-console/console-74c4764979-v5lzc I0521 19:32:31.612353 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74c4764979-v5lzc, ips: 10.128.0.24 I0521 19:32:31.612417 3790 obj_retry.go:498] Detected object openshift-console/console-74c4764979-v5lzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:32.268837 3790 obj_retry.go:492] Detected object openshift-console/console-74c4764979-v5lzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:32.268933 3790 obj_retry.go:492] Detected object openshift-console/console-74c4764979-v5lzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:32.274865 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c4764979-v5lzc I0521 19:32:32.274934 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c4764979-v5lzc I0521 19:32:38.223157 3790 cni.go:452] [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key ] I0521 19:32:38.295389 3790 cni.go:473] [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-d55967f5c-w2q8w 5fbfdca488a8a9fc36b5a6543c33e3cbd86e39108a73c5b55aef365307f0b5c9 network default NAD default NAD key default], result "{}", err I0521 19:32:38.345887 3790 obj_retry.go:498] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:38.345916 3790 pods.go:176] Deleting pod: openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:38.347239 3790 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-d55967f5c-w2q8w, ips: 10.128.0.9 I0521 19:32:38.347268 3790 obj_retry.go:498] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:39.304912 3790 obj_retry.go:492] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:39.304935 3790 obj_retry.go:492] Detected object openshift-ingress/router-default-d55967f5c-w2q8w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:39.308317 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:39.308338 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-d55967f5c-w2q8w I0521 19:32:39.991852 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:39.992375 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:40.428448 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:40.428472 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f6fc9dd99-nxc8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:40.432966 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v I0521 19:32:40.432989 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f6fc9dd99-nxc8v I0521 19:32:58.802185 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:58.802713 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:59.648029 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.648056 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.651703 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:32:59.651719 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:33:01.724805 3790 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g for pod on switch ip-10-0-1-72.ec2.internal I0521 19:33:01.724933 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g I0521 19:33:01.859737 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g I0521 19:33:01.911545 3790 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g] pod update took 186.642489ms I0521 19:33:01.911574 3790 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g] addLogicalPort annotation time took 186.674473ms I0521 19:33:01.913139 3790 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g] addLogicalPort took 188.351544ms, libovsdb time 1.125169ms I0521 19:33:02.060827 3790 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key ] I0521 19:33:02.069972 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g, hostIfaceName: 0068fe135e0807a, network: default, NAD default, SandboxID: "0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f", PCI device ID: , UID: "9fe7d330-6a6f-4d49-bc0f-46485f9f1ffd", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 19:33:02.118961 3790 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:a1:76:a3:73:68\",\"name\":\"0068fe135e0807a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef80a085-15fa-4d40-b6b1-7a12196fb2fd\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:33:03.703086 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:03.703705 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:04.543691 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:04.543718 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:04.551279 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:33:04.551306 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:33:04.922558 3790 base_network_controller_pods.go:487] [default/openshift-console/console-69fc8bb996-g2vmn] creating logical port openshift-console_console-69fc8bb996-g2vmn for pod on switch ip-10-0-1-72.ec2.internal I0521 19:33:04.922700 3790 kube.go:256] Updating pod openshift-console/console-69fc8bb996-g2vmn I0521 19:33:04.949380 3790 pod.go:62] [openshift-console/console-69fc8bb996-g2vmn] pod update took 26.707894ms I0521 19:33:04.949400 3790 base_network_controller_pods.go:951] [default/openshift-console/console-69fc8bb996-g2vmn] addLogicalPort annotation time took 26.73489ms I0521 19:33:04.950680 3790 pods.go:271] [openshift-console/console-69fc8bb996-g2vmn] addLogicalPort took 28.147241ms, libovsdb time 925.018µs I0521 19:33:05.281670 3790 cni.go:452] [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key ] I0521 19:33:05.292346 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69fc8bb996-g2vmn, hostIfaceName: e4e83a13ab19d54, network: default, NAD default, SandboxID: "e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa", PCI device ID: , UID: "453e30c7-4474-4b99-aab1-291e63892389", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 19:33:05.340809 3790 cni.go:473] [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:86:2d:e6:26:86\",\"name\":\"e4e83a13ab19d54\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/377a9940-89c7-4b03-9a7b-1421fec2999f\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:33:15.466676 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:33:21.416778 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.417323 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:21.640137 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.640158 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:21.649054 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:33:21.649083 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:33:22.482240 3790 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key ] I0521 19:33:22.556709 3790 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g 0068fe135e0807aadd80c7c10948a33bdee24b52bc3da6fbb3173c712c1e418f network default NAD default NAD key default], result "{}", err I0521 19:33:22.603152 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.603184 3790 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g I0521 19:33:22.604600 3790 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g, ips: 10.128.0.26 I0521 19:33:22.604631 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.604659 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.604674 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:33:22.604846 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:33:22.604860 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:33:23.629483 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.629506 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.629521 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:23.629535 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlj44g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:26.743683 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:26.753045 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:33:28.404748 3790 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-xfbgd for pod on switch ip-10-0-1-72.ec2.internal I0521 19:33:28.404857 3790 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd I0521 19:33:28.422207 3790 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd] pod update took 17.376856ms I0521 19:33:28.422227 3790 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd] addLogicalPort annotation time took 17.407261ms I0521 19:33:28.423455 3790 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd] addLogicalPort took 18.722752ms, libovsdb time 853.365µs I0521 19:33:28.762986 3790 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd 8d5e1e4ff3162087a45f0981c180f8efc75425a4da2b4db81b72f9194acc0f55 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd 8d5e1e4ff3162087a45f0981c180f8efc75425a4da2b4db81b72f9194acc0f55 network default NAD default NAD key ] I0521 19:33:28.774105 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-xfbgd, hostIfaceName: 8d5e1e4ff316208, network: default, NAD default, SandboxID: "8d5e1e4ff3162087a45f0981c180f8efc75425a4da2b4db81b72f9194acc0f55", PCI device ID: , UID: "aba3b17e-e6f2-48e9-af5d-1148e0eec97f", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 19:33:28.823345 3790 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd 8d5e1e4ff3162087a45f0981c180f8efc75425a4da2b4db81b72f9194acc0f55 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xfbgd 8d5e1e4ff3162087a45f0981c180f8efc75425a4da2b4db81b72f9194acc0f55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:77:88:11:45:a5\",\"name\":\"8d5e1e4ff316208\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2494e626-4ff5-48dd-83e0-5461175c7c58\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:33:30.227648 3790 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-xlmmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:30.228338 3790 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-xlmmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:30.801771 3790 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-xlmmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:30.801796 3790 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-xlmmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:30.809518 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-98cccdcd6-xlmmk I0521 19:33:30.809559 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-98cccdcd6-xlmmk W0521 19:33:31.529985 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:33:40.786395 3790 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-qq86d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:40.787004 3790 obj_retry.go:498] Detected object openshift-console/console-98cccdcd6-qq86d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:41.728002 3790 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-qq86d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:41.728029 3790 obj_retry.go:492] Detected object openshift-console/console-98cccdcd6-qq86d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:41.735526 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-98cccdcd6-qq86d I0521 19:33:41.735553 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-98cccdcd6-qq86d W0521 19:33:42.537784 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:33:43.529260 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:33:51.606081 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key ] I0521 19:33:51.685478 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 2d867cfbd51a0ea220fd518eabd5447ce4b0ab9bae0ab6377dd2e3bf91bf66e1 network default NAD default NAD key default], result "{}", err I0521 19:33:51.751868 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.751899 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 I0521 19:33:51.753199 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9, ips: 10.128.0.18 I0521 19:33:51.753228 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.623858 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.623882 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-k45d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.195719 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:07.196245 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:07.934339 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.934404 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:07.943419 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:07.943446 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:35:45.883008 3790 cni.go:452] [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key ] I0521 19:35:45.957489 3790 cni.go:473] [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69fc8bb996-g2vmn e4e83a13ab19d547c2ad320ff3c5060d8f0ec6287bf27ac67dce39425ea267fa network default NAD default NAD key default], result "{}", err I0521 19:35:46.004832 3790 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-g2vmn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.004872 3790 pods.go:176] Deleting pod: openshift-console/console-69fc8bb996-g2vmn I0521 19:35:46.006344 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69fc8bb996-g2vmn, ips: 10.128.0.27 I0521 19:35:46.006389 3790 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-g2vmn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.016294 3790 base_network_controller_pods.go:487] [default/openshift-console/console-bc84c87fd-cjdlt] creating logical port openshift-console_console-bc84c87fd-cjdlt for pod on switch ip-10-0-1-72.ec2.internal I0521 19:35:46.016438 3790 kube.go:256] Updating pod openshift-console/console-bc84c87fd-cjdlt I0521 19:35:46.032119 3790 pod.go:62] [openshift-console/console-bc84c87fd-cjdlt] pod update took 15.705719ms I0521 19:35:46.032141 3790 base_network_controller_pods.go:951] [default/openshift-console/console-bc84c87fd-cjdlt] addLogicalPort annotation time took 15.732483ms I0521 19:35:46.033300 3790 pods.go:271] [openshift-console/console-bc84c87fd-cjdlt] addLogicalPort took 17.022371ms, libovsdb time 822.137µs I0521 19:35:46.330019 3790 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-g2vmn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.330046 3790 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-g2vmn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.335513 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69fc8bb996-g2vmn I0521 19:35:46.335540 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69fc8bb996-g2vmn I0521 19:35:46.377427 3790 cni.go:452] [openshift-console/console-bc84c87fd-cjdlt daa611e46251b8865c6c7c22ed0c489046aefe98ec6c3c57c46a6115efb160d2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bc84c87fd-cjdlt daa611e46251b8865c6c7c22ed0c489046aefe98ec6c3c57c46a6115efb160d2 network default NAD default NAD key ] I0521 19:35:46.386869 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bc84c87fd-cjdlt, hostIfaceName: daa611e46251b88, network: default, NAD default, SandboxID: "daa611e46251b8865c6c7c22ed0c489046aefe98ec6c3c57c46a6115efb160d2", PCI device ID: , UID: "21fc3a56-c42c-4543-9c0a-53356c523268", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 19:35:46.435084 3790 cni.go:473] [openshift-console/console-bc84c87fd-cjdlt daa611e46251b8865c6c7c22ed0c489046aefe98ec6c3c57c46a6115efb160d2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bc84c87fd-cjdlt daa611e46251b8865c6c7c22ed0c489046aefe98ec6c3c57c46a6115efb160d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:38:60:94:76:b8\",\"name\":\"daa611e46251b88\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79a73c2d-d474-4cc4-8831-b4416a8263a3\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:35:56.524844 3790 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:56.525451 3790 obj_retry.go:498] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:35:57.099502 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:35:57.359283 3790 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:57.359306 3790 obj_retry.go:492] Detected object openshift-console/console-69fc8bb996-9s7j7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:57.366546 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69fc8bb996-9s7j7 I0521 19:35:57.366568 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69fc8bb996-9s7j7 I0521 19:36:17.762117 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:36:31.752083 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 19:36:55.790676 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:37:21.675915 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=632 I0521 19:37:35.667382 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0521 19:37:48.785502 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:37:55.752292 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:38:20.790469 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 19:38:29.757414 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 19:39:00.668273 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0521 19:39:03.773903 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:39:13.670823 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0521 19:39:51.779012 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0521 19:39:52.666586 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0521 19:40:00.209390 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-cbtww for pod on switch ip-10-0-1-72.ec2.internal I0521 19:40:00.209512 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww I0521 19:40:00.236929 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww] pod update took 27.441656ms I0521 19:40:00.236952 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww] addLogicalPort annotation time took 27.468047ms I0521 19:40:00.238228 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww] addLogicalPort took 28.873493ms, libovsdb time 863.351µs I0521 19:40:00.576281 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key ] I0521 19:40:00.585250 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-cbtww, hostIfaceName: 0273d5e953dd14d, network: default, NAD default, SandboxID: "0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718", PCI device ID: , UID: "4d9b5288-f0ab-4ce7-945d-4d5d4c3fc21e", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 19:40:00.633850 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0d:15:93:d4:f9\",\"name\":\"0273d5e953dd14d\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24b71de6-13d0-40d5-ae3b-324c63a21214\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:04.070559 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key ] I0521 19:40:04.150023 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww 0273d5e953dd14ddbd72527cf528b8cef96ca0814d9f978cd87f4aa20a951718 network default NAD default NAD key default], result "{}", err I0521 19:40:04.192569 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.192599 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww I0521 19:40:04.194003 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww, ips: 10.128.0.30 I0521 19:40:04.194036 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.089499 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.089542 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-cbtww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:13.768077 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0521 19:40:36.670392 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=91 I0521 19:40:53.775654 3790 namespace.go:98] [tsf] adding namespace I0521 19:40:53.776652 3790 namespace.go:102] [tsf] adding namespace took 975.223µs I0521 19:40:53.798779 3790 namespace.go:142] [tsf] updating namespace I0521 19:40:53.812929 3790 namespace.go:142] [tsf] updating namespace I0521 19:40:57.719302 3790 namespace.go:98] [rhbk-operator] adding namespace I0521 19:40:57.719323 3790 namespace.go:98] [konflux-ui] adding namespace I0521 19:40:57.720221 3790 namespace.go:102] [rhbk-operator] adding namespace took 867.606µs I0521 19:40:57.720919 3790 namespace.go:102] [konflux-ui] adding namespace took 1.461134ms I0521 19:40:57.726074 3790 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:40:57.726263 3790 namespace.go:98] [tsf-tpa] adding namespace I0521 19:40:57.726288 3790 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:40:57.726352 3790 namespace.go:98] [konflux-operator] adding namespace I0521 19:40:57.726801 3790 namespace.go:102] [cert-manager-operator] adding namespace took 712.31µs I0521 19:40:57.727326 3790 namespace.go:102] [tsf-tpa] adding namespace took 1.048826ms I0521 19:40:57.727895 3790 namespace.go:102] [rhtpa-operator] adding namespace took 1.596424ms I0521 19:40:57.728487 3790 namespace.go:102] [konflux-operator] adding namespace took 2.10508ms I0521 19:40:57.729271 3790 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:40:57.729388 3790 namespace.go:98] [tsf-tas] adding namespace I0521 19:40:57.729877 3790 namespace.go:102] [tsf-keycloak] adding namespace took 592.871µs I0521 19:40:57.730402 3790 namespace.go:102] [tsf-tas] adding namespace took 1.000166ms I0521 19:40:57.742002 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.756986 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.774353 3790 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:57.781252 3790 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.781314 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.781461 3790 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.784797 3790 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:57.785941 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:57.799278 3790 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:57.799320 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:40:57.823732 3790 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.846629 3790 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:40:57.862035 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.891167 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:40:57.907859 3790 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.929560 3790 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:40:57.956558 3790 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:57.979073 3790 namespace.go:142] [konflux-operator] updating namespace I0521 19:40:58.009087 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:58.025567 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:58.038214 3790 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:58.062166 3790 namespace.go:142] [tsf-tas] updating namespace I0521 19:40:58.077917 3790 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:58.098089 3790 namespace.go:142] [rhbk-operator] updating namespace I0521 19:40:59.103669 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:40:59.103701 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:00.734886 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:00.735013 3790 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 I0521 19:41:00.738467 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:00.738578 3790 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l I0521 19:41:00.754072 3790 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8] pod update took 19.089913ms I0521 19:41:00.754089 3790 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8] addLogicalPort annotation time took 19.115157ms I0521 19:41:00.755057 3790 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l] pod update took 16.505772ms I0521 19:41:00.755076 3790 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l] addLogicalPort annotation time took 16.528118ms I0521 19:41:00.755319 3790 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8] addLogicalPort took 20.448612ms, libovsdb time 900.495µs I0521 19:41:00.756285 3790 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l] addLogicalPort took 17.829956ms, libovsdb time 646.662µs I0521 19:41:01.097578 3790 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key ] I0521 19:41:01.097605 3790 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key ] I0521 19:41:01.107899 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l, hostIfaceName: cfb7b7418924d64, network: default, NAD default, SandboxID: "cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce", PCI device ID: , UID: "2b10536b-c29f-448b-8b89-5ef337b707c6", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 19:41:01.108089 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8, hostIfaceName: d598b206566caf7, network: default, NAD default, SandboxID: "d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40", PCI device ID: , UID: "e1750bce-1b4c-443b-b6a9-abe8042398fa", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 19:41:01.156106 3790 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:2b:eb:85:7c:b9\",\"name\":\"cfb7b7418924d64\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20c5234a-3460-4949-ae67-4cccad0a39d0\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:01.175716 3790 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:4a:c5:74:c8:40\",\"name\":\"d598b206566caf7\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35a535ad-a860-481e-ae4a-6f45a0e387f7\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:03.865163 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:03.865290 3790 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz I0521 19:41:03.880479 3790 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz] pod update took 15.224319ms I0521 19:41:03.880499 3790 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz] addLogicalPort annotation time took 15.24862ms I0521 19:41:03.881653 3790 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz] addLogicalPort took 16.508334ms, libovsdb time 782.078µs I0521 19:41:04.223832 3790 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key ] I0521 19:41:04.237432 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz, hostIfaceName: e1f3a4843d38d62, network: default, NAD default, SandboxID: "e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e", PCI device ID: , UID: "41630fa7-d9e9-4e73-b1bc-6a7f35a04a7a", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 19:41:04.285808 3790 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0e:9d:b8:c5:f7\",\"name\":\"e1f3a4843d38d62\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a354fd72-4f58-49b2-a4d8-f2208ca16051\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:05.269949 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:05.270079 3790 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz I0521 19:41:05.284869 3790 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz] pod update took 14.815995ms I0521 19:41:05.284892 3790 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz] addLogicalPort annotation time took 14.841961ms I0521 19:41:05.286165 3790 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz] addLogicalPort took 16.234725ms, libovsdb time 906.368µs I0521 19:41:05.348502 3790 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key ] I0521 19:41:05.348675 3790 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key ] I0521 19:41:05.428495 3790 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l cfb7b7418924d643de5cecbbc447c4360a547af6ec5be87f83901c15563b0fce network default NAD default NAD key default], result "{}", err I0521 19:41:05.442233 3790 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 d598b206566caf7f5de10124955b0f1185298134949a0511c5acd93d31171e40 network default NAD default NAD key default], result "{}", err I0521 19:41:05.488104 3790 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.488138 3790 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l I0521 19:41:05.489707 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l, ips: 10.128.0.32 I0521 19:41:05.489737 3790 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.489755 3790 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.489762 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:05.489957 3790 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.489975 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:05.511419 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.511450 3790 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 I0521 19:41:05.512736 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8, ips: 10.128.0.31 I0521 19:41:05.512762 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512780 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512787 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:05.512966 3790 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:05.512980 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:05.626159 3790 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key ] I0521 19:41:05.637523 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz, hostIfaceName: 05e4b40d7702440, network: default, NAD default, SandboxID: "05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d", PCI device ID: , UID: "de924ac4-5067-46f0-a49f-864135b3b8c2", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 19:41:05.686016 3790 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:70:18:4c:35:49\",\"name\":\"05e4b40d7702440\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da1f2164-f327-4be4-885b-7a13b4bc9855\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:06.515408 3790 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.515437 3790 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.515452 3790 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.515464 3790 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d5mq9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542533 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542598 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542628 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:06.542647 3790 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er9dn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:07.095149 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:07.095316 3790 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 I0521 19:41:07.109373 3790 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2] pod update took 14.077204ms I0521 19:41:07.109398 3790 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2] addLogicalPort annotation time took 14.121171ms I0521 19:41:07.110720 3790 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2] addLogicalPort took 15.593736ms, libovsdb time 909.612µs I0521 19:41:07.195739 3790 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:07.195880 3790 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh I0521 19:41:07.209851 3790 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh] pod update took 14.013247ms I0521 19:41:07.209872 3790 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh] addLogicalPort annotation time took 14.046649ms I0521 19:41:07.211264 3790 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh] addLogicalPort took 15.53686ms, libovsdb time 1.027925ms I0521 19:41:07.476519 3790 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key ] I0521 19:41:07.487636 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2, hostIfaceName: 67632a83d39a5e2, network: default, NAD default, SandboxID: "67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731", PCI device ID: , UID: "48b66418-ee6f-463d-9212-cdfb577e9367", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 19:41:07.539831 3790 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:01:7d:3d:2c:8b\",\"name\":\"67632a83d39a5e2\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49c352de-3904-4d90-9b28-e920ccfff64d\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:07.559100 3790 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key ] I0521 19:41:07.587989 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh, hostIfaceName: 8127d75d1021e4a, network: default, NAD default, SandboxID: "8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2", PCI device ID: , UID: "47f15da7-adb0-4249-81c0-249758a8a80d", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 19:41:07.641124 3790 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:80:5a:4d:de:b6\",\"name\":\"8127d75d1021e4a\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef078b60-f0d1-4de8-8f61-a644b5990730\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:10.390284 3790 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key ] I0521 19:41:10.461695 3790 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz e1f3a4843d38d626b25ebe6f165819863cf77ac26382fb15eef205900d27248e network default NAD default NAD key default], result "{}", err I0521 19:41:10.762443 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.762500 3790 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz I0521 19:41:10.763967 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz, ips: 10.128.0.33 I0521 19:41:10.763992 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.764011 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.764019 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:10.764211 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:10.764227 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:11.794294 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.794320 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.794337 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:11.794347 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbh4dz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:12.408854 3790 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key ] I0521 19:41:12.412051 3790 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key ] I0521 19:41:12.412123 3790 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key ] I0521 19:41:12.487558 3790 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh 8127d75d1021e4a25ad5ccb73115db62360a98228f9b167aee74e02f3e871ba2 network default NAD default NAD key default], result "{}", err I0521 19:41:12.513455 3790 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-bdxgm for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:12.513602 3790 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm I0521 19:41:12.526171 3790 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 67632a83d39a5e2a8942718d4d4e0b61caa6e1e6c3f83f2db6d78162742bd731 network default NAD default NAD key default], result "{}", err I0521 19:41:12.529669 3790 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm] pod update took 16.090311ms I0521 19:41:12.529693 3790 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm] addLogicalPort annotation time took 16.117459ms I0521 19:41:12.530960 3790 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm] addLogicalPort took 17.522107ms, libovsdb time 910.991µs I0521 19:41:12.535504 3790 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz 05e4b40d7702440ac44027dcc9e8f6e00b1b25537311561fc33f6068de568c2d network default NAD default NAD key default], result "{}", err I0521 19:41:12.584806 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.584837 3790 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh I0521 19:41:12.586237 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh, ips: 10.128.0.36 I0521 19:41:12.586266 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.586283 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.586290 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.586478 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.586492 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.642202 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.642241 3790 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz I0521 19:41:12.643570 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz, ips: 10.128.0.34 I0521 19:41:12.643602 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.643622 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.643629 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.643804 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.643820 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:12.708465 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.708492 3790 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 I0521 19:41:12.709726 3790 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2, ips: 10.128.0.35 I0521 19:41:12.709749 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.709767 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.709774 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:12.709924 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.709938 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:13.179999 3790 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm 9715eaa32f3babf022ea328c387855ad39c51f102e9a7e7a73a99f9651cf4820 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm 9715eaa32f3babf022ea328c387855ad39c51f102e9a7e7a73a99f9651cf4820 network default NAD default NAD key ] I0521 19:41:13.189838 3790 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-bdxgm, hostIfaceName: 9715eaa32f3babf, network: default, NAD default, SandboxID: "9715eaa32f3babf022ea328c387855ad39c51f102e9a7e7a73a99f9651cf4820", PCI device ID: , UID: "c583dda2-c4b6-4a50-9a1a-e7ce0a7eca03", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 19:41:13.236563 3790 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm 9715eaa32f3babf022ea328c387855ad39c51f102e9a7e7a73a99f9651cf4820 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-bdxgm 9715eaa32f3babf022ea328c387855ad39c51f102e9a7e7a73a99f9651cf4820 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:00:b9:6a:3e:62\",\"name\":\"9715eaa32f3babf\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0c07e17-6849-41f2-9116-3e1d36265d4d\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:13.617064 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.617084 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.617098 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.617108 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77ttfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.677559 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.677589 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.677608 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.677623 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lsspz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748764 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748817 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748832 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.748849 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136682f2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:18.417763 3790 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:18.428612 3790 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:23.273826 3790 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-tjf6p for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:23.273954 3790 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p I0521 19:41:23.301961 3790 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p] pod update took 28.034101ms I0521 19:41:23.301990 3790 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p] addLogicalPort annotation time took 28.066623ms I0521 19:41:23.303460 3790 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p] addLogicalPort took 29.657706ms, libovsdb time 1.00818ms I0521 19:41:23.640762 3790 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p 6ee644839acc5a77d39f10909d7158c2ff28c0f5ff1d46228de97d8e397c0185 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p 6ee644839acc5a77d39f10909d7158c2ff28c0f5ff1d46228de97d8e397c0185 network default NAD default NAD key ] I0521 19:41:23.649679 3790 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-tjf6p, hostIfaceName: 6ee644839acc5a7, network: default, NAD default, SandboxID: "6ee644839acc5a77d39f10909d7158c2ff28c0f5ff1d46228de97d8e397c0185", PCI device ID: , UID: "c4ca4ba5-e0b8-45c5-a9fc-91ce3a396756", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 19:41:23.698931 3790 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p 6ee644839acc5a77d39f10909d7158c2ff28c0f5ff1d46228de97d8e397c0185 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-tjf6p 6ee644839acc5a77d39f10909d7158c2ff28c0f5ff1d46228de97d8e397c0185 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f6:48:fa:09:e2\",\"name\":\"6ee644839acc5a7\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25e32450-6322-478f-b854-6f40b6516ff0\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:26.525176 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:27.590129 3790 namespace.go:142] [openshift-operators] updating namespace I0521 19:41:29.270230 3790 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-dfqv8 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:29.270395 3790 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8 I0521 19:41:29.295674 3790 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8] pod update took 25.330595ms I0521 19:41:29.295694 3790 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8] addLogicalPort annotation time took 25.354213ms I0521 19:41:29.296951 3790 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8] addLogicalPort took 26.73417ms, libovsdb time 933.623µs I0521 19:41:29.623898 3790 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8 ca4088735c978509421b457d7d6eb28e3a54b6dc7d5184b465c4a39240a25b34 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8 ca4088735c978509421b457d7d6eb28e3a54b6dc7d5184b465c4a39240a25b34 network default NAD default NAD key ] I0521 19:41:29.632952 3790 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-dfqv8, hostIfaceName: ca4088735c97850, network: default, NAD default, SandboxID: "ca4088735c978509421b457d7d6eb28e3a54b6dc7d5184b465c4a39240a25b34", PCI device ID: , UID: "22424c8e-f346-4a7a-8f28-b88d85f05b93", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 19:41:29.681954 3790 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8 ca4088735c978509421b457d7d6eb28e3a54b6dc7d5184b465c4a39240a25b34 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-dfqv8 ca4088735c978509421b457d7d6eb28e3a54b6dc7d5184b465c4a39240a25b34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a7:1e:9c:91:4a\",\"name\":\"ca4088735c97850\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74fbb0ed-a2bb-4bd3-a357-2d444f1ee784\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:32.193096 3790 namespace.go:98] [cert-manager] adding namespace I0521 19:41:32.193988 3790 namespace.go:102] [cert-manager] adding namespace took 860.159µs I0521 19:41:32.234101 3790 namespace.go:142] [cert-manager] updating namespace I0521 19:41:32.315152 3790 namespace.go:142] [cert-manager] updating namespace W0521 19:41:33.171203 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.182950 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.549003 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:33.573397 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:41:33.925684 3790 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-k9psw] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-k9psw for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:33.925789 3790 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-k9psw I0521 19:41:33.938335 3790 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-k9psw] pod update took 12.572634ms I0521 19:41:33.938369 3790 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-k9psw] addLogicalPort annotation time took 12.598583ms I0521 19:41:33.939653 3790 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-k9psw] addLogicalPort took 13.989667ms, libovsdb time 878.367µs I0521 19:41:34.303853 3790 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-k9psw 009eeb627bddbb50f57792898b5ffa20a365bedaabc66c91460d367a807c3062 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-k9psw 009eeb627bddbb50f57792898b5ffa20a365bedaabc66c91460d367a807c3062 network default NAD default NAD key ] I0521 19:41:34.312907 3790 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-k9psw, hostIfaceName: 009eeb627bddbb5, network: default, NAD default, SandboxID: "009eeb627bddbb50f57792898b5ffa20a365bedaabc66c91460d367a807c3062", PCI device ID: , UID: "24e05e2c-4376-4ab8-ac9c-a8d405377959", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 19:41:34.362035 3790 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-k9psw 009eeb627bddbb50f57792898b5ffa20a365bedaabc66c91460d367a807c3062 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-k9psw 009eeb627bddbb50f57792898b5ffa20a365bedaabc66c91460d367a807c3062 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:af:79:aa:13:9e\",\"name\":\"009eeb627bddbb5\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/194783d1-1094-40df-8b5e-41277d9d1f34\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:35.566563 3790 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-h5v26 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:35.566673 3790 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26 I0521 19:41:35.667627 3790 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26 I0521 19:41:35.738942 3790 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26] pod update took 172.298092ms I0521 19:41:35.738966 3790 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26] addLogicalPort annotation time took 172.327609ms I0521 19:41:35.740264 3790 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26] addLogicalPort took 173.719876ms, libovsdb time 910.087µs I0521 19:41:35.936271 3790 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26 9d9faf02a84f08e847844cc78be66d08d3028811953f6607c3018756486c6ac4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26 9d9faf02a84f08e847844cc78be66d08d3028811953f6607c3018756486c6ac4 network default NAD default NAD key ] I0521 19:41:35.946690 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-h5v26, hostIfaceName: 9d9faf02a84f08e, network: default, NAD default, SandboxID: "9d9faf02a84f08e847844cc78be66d08d3028811953f6607c3018756486c6ac4", PCI device ID: , UID: "bd5d76b7-2af4-4778-a78e-f4e6f91d6af1", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 19:41:36.000531 3790 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26 9d9faf02a84f08e847844cc78be66d08d3028811953f6607c3018756486c6ac4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-h5v26 9d9faf02a84f08e847844cc78be66d08d3028811953f6607c3018756486c6ac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:74:a3:d1:aa:0b\",\"name\":\"9d9faf02a84f08e\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08962245-42a0-4f8c-b233-f367594d8db5\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:37.567248 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:41:37.621085 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:37.621104 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:37.939744 3790 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:41:37.940639 3790 namespace.go:102] [trusted-artifact-signer] adding namespace took 870.717µs I0521 19:41:37.961150 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:37.975158 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:38.137480 3790 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-cb7kg for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:38.137583 3790 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg I0521 19:41:38.160597 3790 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg] pod update took 23.040888ms I0521 19:41:38.160618 3790 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg] addLogicalPort annotation time took 23.065654ms I0521 19:41:38.161868 3790 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg] addLogicalPort took 24.410123ms, libovsdb time 860.931µs I0521 19:41:38.508008 3790 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg c3fcfd718f72b8fefc8d27b1c8f632d7c86f7de24be7b9597b186369c6611f50 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg c3fcfd718f72b8fefc8d27b1c8f632d7c86f7de24be7b9597b186369c6611f50 network default NAD default NAD key ] I0521 19:41:38.518959 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-cb7kg, hostIfaceName: c3fcfd718f72b8f, network: default, NAD default, SandboxID: "c3fcfd718f72b8fefc8d27b1c8f632d7c86f7de24be7b9597b186369c6611f50", PCI device ID: , UID: "74ab04f3-6693-484e-bbbf-a067ee0e4c62", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 19:41:38.567258 3790 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg c3fcfd718f72b8fefc8d27b1c8f632d7c86f7de24be7b9597b186369c6611f50 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cb7kg c3fcfd718f72b8fefc8d27b1c8f632d7c86f7de24be7b9597b186369c6611f50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:61:68:e9:7a:f0\",\"name\":\"c3fcfd718f72b8f\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7db33dc9-58bc-4b3b-8f01-903b3657c76c\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:38.623073 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:41:41.584626 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:41:43.584217 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:41:43.584240 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:41:44.727284 3790 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:41:44.728164 3790 namespace.go:102] [openshift-pipelines] adding namespace took 854.877µs I0521 19:41:44.756988 3790 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:41:45.553073 3790 namespace.go:142] [cert-manager] updating namespace I0521 19:41:45.751280 3790 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:46.190169 3790 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:46.378491 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:46.580243 3790 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:46.978590 3790 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:47.182757 3790 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:47.390034 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:47.583718 3790 namespace.go:142] [tsf] updating namespace I0521 19:41:47.790332 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:47.983072 3790 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:48.183339 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:48.329856 3790 namespace.go:142] [cert-manager] updating namespace I0521 19:41:48.337456 3790 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:48.346197 3790 namespace.go:142] [default] updating namespace I0521 19:41:48.355243 3790 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:48.363326 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:48.372444 3790 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:48.379916 3790 namespace.go:142] [openshift] updating namespace I0521 19:41:48.389799 3790 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:48.399168 3790 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:48.409317 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:48.424467 3790 namespace.go:142] [tsf] updating namespace I0521 19:41:48.434035 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:48.442614 3790 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:48.465594 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:48.571956 3790 namespace.go:142] [cert-manager] updating namespace I0521 19:41:48.665501 3790 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:48.767703 3790 namespace.go:142] [default] updating namespace I0521 19:41:48.866112 3790 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:48.971467 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:49.066550 3790 namespace.go:142] [open-cluster-management-2qegnf9tor4r9ir2gd91uu7os8slmm6v] updating namespace I0521 19:41:49.164925 3790 namespace.go:142] [openshift] updating namespace I0521 19:41:49.268168 3790 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:49.365669 3790 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:49.466344 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:41:49.564172 3790 namespace.go:142] [tsf] updating namespace I0521 19:41:49.668210 3790 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:49.765600 3790 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:49.866066 3790 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:50.202726 3790 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:41:50.577326 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:41:52.676950 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:41:58.898707 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:58.898820 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45 I0521 19:41:58.920014 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45] pod update took 21.224568ms I0521 19:41:58.920044 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45] addLogicalPort annotation time took 21.257834ms I0521 19:41:58.921332 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45] addLogicalPort took 22.63934ms, libovsdb time 887.871µs I0521 19:41:58.978646 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-q6bpx for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:58.978757 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx I0521 19:41:58.995947 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx] pod update took 17.21379ms I0521 19:41:58.995970 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx] addLogicalPort annotation time took 17.238765ms I0521 19:41:58.997066 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx] addLogicalPort took 18.429808ms, libovsdb time 761.686µs I0521 19:41:59.064086 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-9xk7b for pod on switch ip-10-0-1-72.ec2.internal I0521 19:41:59.064211 3790 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b I0521 19:41:59.093970 3790 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b] pod update took 29.784519ms I0521 19:41:59.093989 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b] addLogicalPort annotation time took 29.807607ms I0521 19:41:59.095107 3790 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b] addLogicalPort took 31.03722ms, libovsdb time 791.247µs I0521 19:41:59.266934 3790 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45 d77410ae5447c31cbe2a6da48428ecac51e9077e9e8afe8a5e020e96a78a2b15 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45 d77410ae5447c31cbe2a6da48428ecac51e9077e9e8afe8a5e020e96a78a2b15 network default NAD default NAD key ] I0521 19:41:59.275993 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45, hostIfaceName: d77410ae5447c31, network: default, NAD default, SandboxID: "d77410ae5447c31cbe2a6da48428ecac51e9077e9e8afe8a5e020e96a78a2b15", PCI device ID: , UID: "8c341dc6-0bb9-4fb8-81b9-3cb5fd41fad4", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 19:41:59.327451 3790 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45 d77410ae5447c31cbe2a6da48428ecac51e9077e9e8afe8a5e020e96a78a2b15 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-hbx45 d77410ae5447c31cbe2a6da48428ecac51e9077e9e8afe8a5e020e96a78a2b15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:1e:74:44:51:8d\",\"name\":\"d77410ae5447c31\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f417136-c823-44d0-86cb-ed7f59e29de8\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:59.343095 3790 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx b848d3c75afb35ac2e57c0409e4c80ce710db1e63a942f488158bb49c93301e0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx b848d3c75afb35ac2e57c0409e4c80ce710db1e63a942f488158bb49c93301e0 network default NAD default NAD key ] I0521 19:41:59.351906 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-q6bpx, hostIfaceName: b848d3c75afb35a, network: default, NAD default, SandboxID: "b848d3c75afb35ac2e57c0409e4c80ce710db1e63a942f488158bb49c93301e0", PCI device ID: , UID: "43e293a0-fd3b-407f-8e3e-bb4a4113ebec", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 19:41:59.400774 3790 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx b848d3c75afb35ac2e57c0409e4c80ce710db1e63a942f488158bb49c93301e0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-q6bpx b848d3c75afb35ac2e57c0409e4c80ce710db1e63a942f488158bb49c93301e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:84:ec:de:b8:aa\",\"name\":\"b848d3c75afb35a\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12c6981d-c77d-41ab-aa72-677d1254c5cb\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:41:59.423971 3790 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b e17b9b49ee61294c5dd0754c3e375c9642a07a845667fed1220fb3b433f00c62 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b e17b9b49ee61294c5dd0754c3e375c9642a07a845667fed1220fb3b433f00c62 network default NAD default NAD key ] I0521 19:41:59.435020 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-9xk7b, hostIfaceName: e17b9b49ee61294, network: default, NAD default, SandboxID: "e17b9b49ee61294c5dd0754c3e375c9642a07a845667fed1220fb3b433f00c62", PCI device ID: , UID: "61a7fd50-dc95-4769-805b-fa27b8201043", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 19:41:59.484773 3790 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b e17b9b49ee61294c5dd0754c3e375c9642a07a845667fed1220fb3b433f00c62 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-9xk7b e17b9b49ee61294c5dd0754c3e375c9642a07a845667fed1220fb3b433f00c62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9c:37:b5:ee:1c\",\"name\":\"e17b9b49ee61294\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02428843-d0ec-435f-a602-73d2f7d6ca9d\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:02.734278 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:02.734306 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:02.734313 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:03.868868 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:03.868890 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:03.868897 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:05.753113 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.753130 3790 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.753134 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:05.753139 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:42:11.213544 3790 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:12.903258 3790 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:12.903797 3790 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:12.933083 3790 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:12.933100 3790 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:12.940908 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:12.940922 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0521 19:42:16.722885 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:16.722906 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:16.722912 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:16.722917 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:21.818315 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:42:23.125044 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-699mg for pod on switch ip-10-0-1-72.ec2.internal I0521 19:42:23.125130 3790 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg I0521 19:42:23.138568 3790 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg] pod update took 13.458573ms I0521 19:42:23.138607 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg] addLogicalPort annotation time took 13.500784ms I0521 19:42:23.139731 3790 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg] addLogicalPort took 14.703046ms, libovsdb time 732.652µs I0521 19:42:23.484171 3790 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg 6209d1c59259068f1df98d087de3e325805882927f9777cc3a37e36588e0f7e1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg 6209d1c59259068f1df98d087de3e325805882927f9777cc3a37e36588e0f7e1 network default NAD default NAD key ] I0521 19:42:23.493419 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-699mg, hostIfaceName: 6209d1c59259068, network: default, NAD default, SandboxID: "6209d1c59259068f1df98d087de3e325805882927f9777cc3a37e36588e0f7e1", PCI device ID: , UID: "7ebde5f4-531d-4d6f-bf4e-accb97a3d1b8", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 19:42:23.543428 3790 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg 6209d1c59259068f1df98d087de3e325805882927f9777cc3a37e36588e0f7e1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-699mg 6209d1c59259068f1df98d087de3e325805882927f9777cc3a37e36588e0f7e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:57:39:2f:7e:50\",\"name\":\"6209d1c59259068\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74f65099-c682-44c2-9e78-feebc370e12c\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:23.833227 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:42:26.838724 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:42:37.842715 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:42:39.789321 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-dgm7j for pod on switch ip-10-0-1-72.ec2.internal I0521 19:42:39.789456 3790 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j I0521 19:42:39.805974 3790 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j] pod update took 16.554417ms I0521 19:42:39.806000 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j] addLogicalPort annotation time took 16.58467ms I0521 19:42:39.807265 3790 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j] addLogicalPort took 17.965641ms, libovsdb time 853.098µs I0521 19:42:40.157420 3790 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j b57cf55657f9c5670786db458d0816ed87dca451fe7a93365940b3339b2de2cf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j b57cf55657f9c5670786db458d0816ed87dca451fe7a93365940b3339b2de2cf network default NAD default NAD key ] I0521 19:42:40.166300 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-dgm7j, hostIfaceName: b57cf55657f9c56, network: default, NAD default, SandboxID: "b57cf55657f9c5670786db458d0816ed87dca451fe7a93365940b3339b2de2cf", PCI device ID: , UID: "9e031ed9-0263-4de8-bb75-a8552f6ea44a", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 19:42:40.217109 3790 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j b57cf55657f9c5670786db458d0816ed87dca451fe7a93365940b3339b2de2cf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-dgm7j b57cf55657f9c5670786db458d0816ed87dca451fe7a93365940b3339b2de2cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:78:71:eb:ca:99\",\"name\":\"b57cf55657f9c56\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d70b8f5f-212d-4c89-9ff7-04e425ff9b05\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:44.802749 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:42:46.672256 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 19:42:48.080317 3790 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:48.080864 3790 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:48.103430 3790 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:48.103450 3790 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:48.111006 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:42:48.111025 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:42:50.014875 3790 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:42:50.015521 3790 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:42:50.015543 3790 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:42:50.017657 3790 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:42:50.373322 3790 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:42:50.373476 3790 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 19:42:50.390408 3790 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.963973ms I0521 19:42:50.390434 3790 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.992315ms I0521 19:42:50.391718 3790 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.413351ms, libovsdb time 863.437µs I0521 19:42:50.737120 3790 cni.go:452] [tsf-keycloak/keycloak-0 24d6718d33a375a29bf7fecc8efe3ea5c3ce9196f081fc53e327beb8bc91ce84 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 24d6718d33a375a29bf7fecc8efe3ea5c3ce9196f081fc53e327beb8bc91ce84 network default NAD default NAD key ] I0521 19:42:50.746633 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 24d6718d33a375a, network: default, NAD default, SandboxID: "24d6718d33a375a29bf7fecc8efe3ea5c3ce9196f081fc53e327beb8bc91ce84", PCI device ID: , UID: "e58c030a-79a9-4fdc-b0fe-9f30203ec73e", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 19:42:50.796777 3790 cni.go:473] [tsf-keycloak/keycloak-0 24d6718d33a375a29bf7fecc8efe3ea5c3ce9196f081fc53e327beb8bc91ce84 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 24d6718d33a375a29bf7fecc8efe3ea5c3ce9196f081fc53e327beb8bc91ce84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:09:d3:e4:bc:e4\",\"name\":\"24d6718d33a375a\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d0179f6-eaea-474b-8f8c-c1648f4ba655\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:56.992531 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:42:56.992555 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:42:56.998035 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:42:56.998056 3790 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:23.984927 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:23.984951 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:23.988163 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:23.988177 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:28.266848 3790 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:28.266864 3790 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:43:28.266869 3790 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:43:30.276765 3790 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-phbx2] creating logical port tsf-keycloak_tsf-iam-phbx2 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:43:30.276893 3790 kube.go:256] Updating pod tsf-keycloak/tsf-iam-phbx2 I0521 19:43:30.296292 3790 pod.go:62] [tsf-keycloak/tsf-iam-phbx2] pod update took 19.427216ms I0521 19:43:30.296317 3790 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-phbx2] addLogicalPort annotation time took 19.454209ms I0521 19:43:30.297739 3790 pods.go:271] [tsf-keycloak/tsf-iam-phbx2] addLogicalPort took 20.995269ms, libovsdb time 945.753µs I0521 19:43:30.727704 3790 cni.go:452] [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key ] I0521 19:43:30.736671 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-phbx2, hostIfaceName: 4664b8451ba7cde, network: default, NAD default, SandboxID: "4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6", PCI device ID: , UID: "355833d2-0986-49c6-a17c-7e12755b37da", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0521 19:43:30.786387 3790 cni.go:473] [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:be:dd:43:57:97\",\"name\":\"4664b8451ba7cde\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6883f5aa-cf27-4511-a056-11f5f08d1650\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:43:30.792955 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:43:40.350911 3790 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:40.351592 3790 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:40.397005 3790 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:40.397028 3790 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:40.407555 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:43:40.407636 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0521 19:43:45.353152 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:43:45.353175 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:43:49.326670 3790 cni.go:452] [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key ] I0521 19:43:49.415075 3790 cni.go:473] [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-phbx2 4664b8451ba7cde9ebbfe8cd7d2cb913933a3a35557a02ce424685a1cbbfbbe6 network default NAD default NAD key default], result "{}", err I0521 19:43:49.472058 3790 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-phbx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:49.472084 3790 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-phbx2 I0521 19:43:49.473517 3790 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-phbx2, ips: 10.128.0.49 I0521 19:43:49.473549 3790 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-phbx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:50.352296 3790 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-phbx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:50.352343 3790 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-phbx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:43:52.392682 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:43:54.788087 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0521 19:44:01.385026 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:44:04.499140 3790 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:04.499734 3790 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:05.523140 3790 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:05.523164 3790 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dxl6z-wnxmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:06.368785 3790 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:22.192477 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-2j69b for pod on switch ip-10-0-1-72.ec2.internal I0521 19:44:22.192559 3790 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b I0521 19:44:22.209304 3790 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b] pod update took 16.762798ms I0521 19:44:22.209325 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b] addLogicalPort annotation time took 16.790157ms I0521 19:44:22.210519 3790 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b] addLogicalPort took 18.055076ms, libovsdb time 796.145µs I0521 19:44:22.550802 3790 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b f667d02be0e94c8316bcdd739e9114653c4377d477639ef99104441add5ece5b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b f667d02be0e94c8316bcdd739e9114653c4377d477639ef99104441add5ece5b network default NAD default NAD key ] I0521 19:44:22.560004 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-2j69b, hostIfaceName: f667d02be0e94c8, network: default, NAD default, SandboxID: "f667d02be0e94c8316bcdd739e9114653c4377d477639ef99104441add5ece5b", PCI device ID: , UID: "10c23c37-569a-46cd-b832-b81d0c00ee84", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0521 19:44:22.613237 3790 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b f667d02be0e94c8316bcdd739e9114653c4377d477639ef99104441add5ece5b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2j69b f667d02be0e94c8316bcdd739e9114653c4377d477639ef99104441add5ece5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4b:04:2c:ef:59\",\"name\":\"f667d02be0e94c8\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58ec2cb4-4cf9-4290-a564-0766ef4daa8b\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:44:26.488687 3790 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:26.488709 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:35.622501 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:44:38.682965 3790 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.683555 3790 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:38.710834 3790 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.710855 3790 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:38.718392 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:44:38.718410 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:44:47.748720 3790 obj_retry.go:498] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:47.749254 3790 obj_retry.go:498] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:48.776225 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:48.776250 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:55.788218 3790 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:55.788813 3790 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:56.671770 3790 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.671797 3790 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9ccs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.708872 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.708892 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-p7vnq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:56.712904 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p7vnq I0521 19:44:56.712917 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p7vnq I0521 19:45:00.815511 3790 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:00.816056 3790 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:00.837755 3790 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.837774 3790 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:00.845709 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:00.845731 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:02.133588 3790 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zqjr8] creating logical port tsf-tpa_create-db-zqjr8 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:45:02.133673 3790 kube.go:256] Updating pod tsf-tpa/create-db-zqjr8 I0521 19:45:02.147858 3790 pod.go:62] [tsf-tpa/create-db-zqjr8] pod update took 14.207639ms I0521 19:45:02.147878 3790 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-zqjr8] addLogicalPort annotation time took 14.23183ms I0521 19:45:02.149103 3790 pods.go:271] [tsf-tpa/create-db-zqjr8] addLogicalPort took 15.533592ms, libovsdb time 852.227µs I0521 19:45:02.523808 3790 cni.go:452] [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key ] I0521 19:45:02.533537 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zqjr8, hostIfaceName: 6490d3905c8917f, network: default, NAD default, SandboxID: "6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699", PCI device ID: , UID: "34637ef6-93be-48e6-842f-7d4e95c7129e", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0521 19:45:02.585025 3790 cni.go:473] [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:cb:a2:03:53:71\",\"name\":\"6490d3905c8917f\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff10019f-a2e3-4cc2-a0d9-228742b9c278\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:05.928611 3790 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.929170 3790 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.758994 3790 cni.go:452] [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key ] I0521 19:45:06.803313 3790 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.803333 3790 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-24hr9-rg8qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.848555 3790 cni.go:473] [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-zqjr8 6490d3905c8917ffa37b6c663ac2a058b8a615c1cbb603ae51479d9edf1c1699 network default NAD default NAD key default], result "{}", err I0521 19:45:06.900747 3790 obj_retry.go:498] Detected object tsf-tpa/create-db-zqjr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:06.900783 3790 pods.go:176] Deleting pod: tsf-tpa/create-db-zqjr8 I0521 19:45:06.902065 3790 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zqjr8, ips: 10.128.0.51 I0521 19:45:06.902095 3790 obj_retry.go:498] Detected object tsf-tpa/create-db-zqjr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:07.925151 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-zqjr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:07.925177 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-zqjr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:10.374454 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-9cf5dbf4-jhkwg] creating logical port tsf-tas_rekor-redis-9cf5dbf4-jhkwg for pod on switch ip-10-0-1-72.ec2.internal I0521 19:45:10.374558 3790 kube.go:256] Updating pod tsf-tas/rekor-redis-9cf5dbf4-jhkwg I0521 19:45:10.392915 3790 pod.go:62] [tsf-tas/rekor-redis-9cf5dbf4-jhkwg] pod update took 18.382039ms I0521 19:45:10.392936 3790 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-9cf5dbf4-jhkwg] addLogicalPort annotation time took 18.40925ms I0521 19:45:10.394171 3790 pods.go:271] [tsf-tas/rekor-redis-9cf5dbf4-jhkwg] addLogicalPort took 19.73969ms, libovsdb time 849.783µs I0521 19:45:11.336780 3790 cni.go:452] [tsf-tas/rekor-redis-9cf5dbf4-jhkwg 14b495abb28b9c5cf21002ad026aa42f83d7a1e408b18301b148c2dd91a7fac4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-9cf5dbf4-jhkwg 14b495abb28b9c5cf21002ad026aa42f83d7a1e408b18301b148c2dd91a7fac4 network default NAD default NAD key ] I0521 19:45:11.349753 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-9cf5dbf4-jhkwg, hostIfaceName: 14b495abb28b9c5, network: default, NAD default, SandboxID: "14b495abb28b9c5cf21002ad026aa42f83d7a1e408b18301b148c2dd91a7fac4", PCI device ID: , UID: "5ae6e054-9010-4f8a-ba9b-36e9ec5b9f9c", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0521 19:45:11.402680 3790 cni.go:473] [tsf-tas/rekor-redis-9cf5dbf4-jhkwg 14b495abb28b9c5cf21002ad026aa42f83d7a1e408b18301b148c2dd91a7fac4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-9cf5dbf4-jhkwg 14b495abb28b9c5cf21002ad026aa42f83d7a1e408b18301b148c2dd91a7fac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:31:71:28:49:96\",\"name\":\"14b495abb28b9c5\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/969d34b8-4bc4-48bb-9cf7-6347b342aa67\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:13.670143 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0521 19:45:13.903926 3790 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4t5qz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:13.904597 3790 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4t5qz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:14.796894 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4t5qz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:14.796923 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4t5qz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.105646 3790 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.106300 3790 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:15.783309 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:15.796382 3790 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.796404 3790 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tjfgk-qmqcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:17.011694 3790 obj_retry.go:498] Detected object tsf-tpa/create-importers-khqzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:17.012210 3790 obj_retry.go:498] Detected object tsf-tpa/create-importers-khqzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:45:17.821674 3790 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:45:17.933536 3790 base_network_controller_pods.go:487] [default/tsf-tpa/server-85f667859f-tkhcq] creating logical port tsf-tpa_server-85f667859f-tkhcq for pod on switch ip-10-0-1-72.ec2.internal I0521 19:45:17.933669 3790 kube.go:256] Updating pod tsf-tpa/server-85f667859f-tkhcq I0521 19:45:17.947831 3790 pod.go:62] [tsf-tpa/server-85f667859f-tkhcq] pod update took 14.190182ms I0521 19:45:17.947850 3790 base_network_controller_pods.go:951] [default/tsf-tpa/server-85f667859f-tkhcq] addLogicalPort annotation time took 14.213303ms I0521 19:45:17.949106 3790 pods.go:271] [tsf-tpa/server-85f667859f-tkhcq] addLogicalPort took 15.588844ms, libovsdb time 873.617µs I0521 19:45:17.966389 3790 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-v4fm6] creating logical port tsf-tpa_importer-86bcdf477b-v4fm6 for pod on switch ip-10-0-1-72.ec2.internal I0521 19:45:17.966472 3790 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-v4fm6 I0521 19:45:17.980615 3790 pod.go:62] [tsf-tpa/importer-86bcdf477b-v4fm6] pod update took 14.171604ms I0521 19:45:17.980633 3790 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-v4fm6] addLogicalPort annotation time took 14.192814ms I0521 19:45:17.981776 3790 pods.go:271] [tsf-tpa/importer-86bcdf477b-v4fm6] addLogicalPort took 15.399453ms, libovsdb time 752.806µs I0521 19:45:18.037101 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-khqzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:18.037117 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-khqzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:18.765051 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0521 19:45:22.823939 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:45:22.876678 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:25.825750 3790 cni.go:452] [tsf-tpa/importer-86bcdf477b-v4fm6 8ff8bb2620a56b86829ad7f01cf2f2ee2c1c3f61912fa92b025898cd3ccf937f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-v4fm6 8ff8bb2620a56b86829ad7f01cf2f2ee2c1c3f61912fa92b025898cd3ccf937f network default NAD default NAD key ] I0521 19:45:25.835492 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-v4fm6, hostIfaceName: 8ff8bb2620a56b8, network: default, NAD default, SandboxID: "8ff8bb2620a56b86829ad7f01cf2f2ee2c1c3f61912fa92b025898cd3ccf937f", PCI device ID: , UID: "fb8b0486-60cb-45a7-98ac-0f1a0f0fc599", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0521 19:45:25.886515 3790 cni.go:473] [tsf-tpa/importer-86bcdf477b-v4fm6 8ff8bb2620a56b86829ad7f01cf2f2ee2c1c3f61912fa92b025898cd3ccf937f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-v4fm6 8ff8bb2620a56b86829ad7f01cf2f2ee2c1c3f61912fa92b025898cd3ccf937f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:db:93:25:6b:b6\",\"name\":\"8ff8bb2620a56b8\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87f33211-c08c-4c85-8510-ef181d181206\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:26.090931 3790 cni.go:452] [tsf-tpa/server-85f667859f-tkhcq 43d3e997d5797abf4bb3e02882439f99942bc4484e75b68321f145bf48893ebf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-85f667859f-tkhcq 43d3e997d5797abf4bb3e02882439f99942bc4484e75b68321f145bf48893ebf network default NAD default NAD key ] I0521 19:45:26.100189 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-85f667859f-tkhcq, hostIfaceName: 43d3e997d5797ab, network: default, NAD default, SandboxID: "43d3e997d5797abf4bb3e02882439f99942bc4484e75b68321f145bf48893ebf", PCI device ID: , UID: "a3201346-2187-49ff-8ef0-c76c7dded961", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0521 19:45:26.152763 3790 cni.go:473] [tsf-tpa/server-85f667859f-tkhcq 43d3e997d5797abf4bb3e02882439f99942bc4484e75b68321f145bf48893ebf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-85f667859f-tkhcq 43d3e997d5797abf4bb3e02882439f99942bc4484e75b68321f145bf48893ebf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:07:48:3e:f3:e5\",\"name\":\"43d3e997d5797ab\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df523a5d-91c3-41a9-9498-90b68e118315\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:45:26.874138 3790 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0521 19:45:29.865046 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:45:31.782351 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:45:34.760183 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0521 19:45:37.882197 3790 util.go:959] Failed to build node endpoints for node ip-10-0-1-72.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0521 19:45:38.755639 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0521 19:45:40.056695 3790 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.057289 3790 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.079006 3790 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.079026 3790 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.088578 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:45:40.088606 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:45:40.946988 3790 namespace.go:98] [image-controller] adding namespace I0521 19:45:40.947123 3790 namespace.go:98] [build-service] adding namespace I0521 19:45:40.947981 3790 namespace.go:102] [image-controller] adding namespace took 968.512µs I0521 19:45:40.948634 3790 namespace.go:102] [build-service] adding namespace took 1.489288ms I0521 19:45:40.951139 3790 namespace.go:98] [default-tenant] adding namespace I0521 19:45:40.951812 3790 namespace.go:102] [default-tenant] adding namespace took 658.601µs I0521 19:45:40.955131 3790 namespace.go:98] [integration-service] adding namespace I0521 19:45:40.955840 3790 namespace.go:102] [integration-service] adding namespace took 697.115µs I0521 19:45:40.995877 3790 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.030352 3790 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.034412 3790 namespace.go:142] [build-service] updating namespace I0521 19:45:41.084137 3790 namespace.go:142] [build-service] updating namespace I0521 19:45:41.084246 3790 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.141239 3790 namespace.go:142] [default-tenant] updating namespace I0521 19:45:41.158321 3790 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.206222 3790 namespace.go:142] [build-service] updating namespace I0521 19:45:41.235669 3790 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.258543 3790 namespace.go:142] [integration-service] updating namespace I0521 19:45:41.276279 3790 namespace.go:98] [release-service] adding namespace I0521 19:45:41.277066 3790 namespace.go:102] [release-service] adding namespace took 774.326µs I0521 19:45:41.319373 3790 namespace.go:142] [release-service] updating namespace I0521 19:45:41.348077 3790 namespace.go:142] [release-service] updating namespace I0521 19:45:41.425727 3790 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:41.461795 3790 namespace.go:98] [konflux-info] adding namespace I0521 19:45:41.462631 3790 namespace.go:102] [konflux-info] adding namespace took 816.484µs I0521 19:45:41.502196 3790 namespace.go:98] [namespace-lister] adding namespace I0521 19:45:41.502975 3790 namespace.go:102] [namespace-lister] adding namespace took 760.618µs I0521 19:45:41.531051 3790 namespace.go:142] [konflux-info] updating namespace I0521 19:45:41.603324 3790 namespace.go:142] [konflux-info] updating namespace I0521 19:45:41.617224 3790 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:45:41.617958 3790 namespace.go:102] [enterprise-contract-service] adding namespace took 717.343µs I0521 19:45:41.656531 3790 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:41.686069 3790 namespace.go:142] [image-controller] updating namespace I0521 19:45:41.707177 3790 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:41.728728 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:41.775534 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:41.913132 3790 namespace.go:142] [default-tenant] updating namespace I0521 19:45:42.032268 3790 namespace.go:98] [segment-bridge] adding namespace I0521 19:45:42.033028 3790 namespace.go:102] [segment-bridge] adding namespace took 739.81µs I0521 19:45:42.065164 3790 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:42.127515 3790 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:42.127590 3790 namespace.go:98] [konflux-cli] adding namespace I0521 19:45:42.128291 3790 namespace.go:102] [konflux-cli] adding namespace took 687.229µs I0521 19:45:42.175702 3790 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:42.255336 3790 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:43.065106 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:45:43.065683 3790 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:45:43.065700 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:45:43.068433 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:45:43.147965 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:45:43.147984 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:45:43.148689 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:45:43.743647 3790 namespace.go:142] [build-service] updating namespace I0521 19:45:44.145292 3790 namespace.go:142] [default-tenant] updating namespace I0521 19:45:44.472426 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:44.708129 3790 namespace.go:142] [image-controller] updating namespace I0521 19:45:44.890848 3790 namespace.go:142] [integration-service] updating namespace I0521 19:45:45.346514 3790 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:45.824181 3790 namespace.go:142] [konflux-info] updating namespace W0521 19:45:45.993874 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:45:46.132493 3790 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:46.433584 3790 namespace.go:142] [release-service] updating namespace I0521 19:45:46.637900 3790 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:46.792432 3790 namespace.go:142] [build-service] updating namespace I0521 19:45:46.820758 3790 namespace.go:142] [default-tenant] updating namespace I0521 19:45:46.845851 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:46.869117 3790 namespace.go:142] [image-controller] updating namespace I0521 19:45:46.885750 3790 namespace.go:142] [integration-service] updating namespace I0521 19:45:46.918688 3790 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:46.948015 3790 namespace.go:142] [konflux-info] updating namespace I0521 19:45:46.974376 3790 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:46.993062 3790 namespace.go:142] [release-service] updating namespace I0521 19:45:47.015989 3790 namespace.go:142] [segment-bridge] updating namespace I0521 19:45:47.110534 3790 namespace.go:142] [build-service] updating namespace I0521 19:45:47.195164 3790 namespace.go:142] [default-tenant] updating namespace I0521 19:45:47.288845 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:45:47.368088 3790 namespace.go:142] [image-controller] updating namespace I0521 19:45:47.450544 3790 namespace.go:142] [integration-service] updating namespace I0521 19:45:47.542579 3790 namespace.go:142] [konflux-cli] updating namespace I0521 19:45:47.625424 3790 namespace.go:142] [konflux-info] updating namespace I0521 19:45:47.726660 3790 namespace.go:142] [namespace-lister] updating namespace I0521 19:45:47.805447 3790 namespace.go:142] [release-service] updating namespace I0521 19:45:47.876451 3790 namespace.go:142] [segment-bridge] updating namespace W0521 19:45:52.039599 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:45:52.068588 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:45:52.793397 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:45:57.770609 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0521 19:45:59.075868 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:45:59.075885 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.092816 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:00.097330 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:00.131296 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.131310 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:00.193752 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:00.193869 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:01.114025 3790 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:02.171476 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:02.176339 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:46:02.277894 3790 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.278499 3790 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:03.214520 3790 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.214538 3790 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7btx5-lsrql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.460366 3790 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.460933 3790 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:12.194026 3790 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.194049 3790 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.201177 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 I0521 19:46:12.201201 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f2sj5 W0521 19:46:18.239498 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:36.678521 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=618 I0521 19:46:44.673485 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0521 19:47:06.361840 3790 obj_retry.go:498] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:06.362409 3790 obj_retry.go:498] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:06.539060 3790 obj_retry.go:492] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:06.539082 3790 obj_retry.go:492] Detected object konflux-ui/proxy-6d765d449b-fbvc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:06.548476 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:06.548497 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6d765d449b-fbvc5 I0521 19:47:13.727444 3790 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:13.728039 3790 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:13.768514 3790 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:13.768533 3790 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:13.775962 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:13.775988 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:20.673450 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0521 19:47:35.755697 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 19:47:38.671238 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=163 I0521 19:47:41.724138 3790 namespace.go:98] [managed-tenant-m6qtx] adding namespace I0521 19:47:41.725046 3790 namespace.go:102] [managed-tenant-m6qtx] adding namespace took 887.263µs I0521 19:47:41.765181 3790 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:41.793793 3790 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:42.803937 3790 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:42.938871 3790 namespace.go:142] [managed-tenant-m6qtx] updating namespace I0521 19:47:43.030717 3790 namespace.go:142] [managed-tenant-m6qtx] updating namespace