+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-231.ec2.internal ++ [[ -n ip-10-0-2-231.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-231.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 14:37:26.511797644 - disable conntrack on geneve port' I0507 14:37:26.511797644 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 14:37:26.546118780 - starting ovnkube-node' I0507 14:37:26.546118780 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-231.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-231.ec2.internal --init-node ip-10-0-2-231.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-231.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 14:37:26.591946 3815 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 14:37:26.592002 3815 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-94866bb6e6.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 14:37:26.593783 3815 kube.go:431] Waiting for certificate I0507 14:37:26.593831 3815 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 14:37:26.593877 3815 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 14:37:26.594609 3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 14:37:26.625075 3815 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:26.625091 3815 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:26.628115 3815 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:26.631222 3815 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r5wtf" I0507 14:37:26.638846 3815 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r5wtf" I0507 14:37:26.638917 3815 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:27.594434 3815 kube.go:438] Certificate found I0507 14:37:27.594944 3815 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 14:37:27.595842 3815 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 14:37:27.652765 3815 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 14:32:26 +0000 UTC" deadline="2026-05-08 11:50:58.973581916 +0000 UTC" I0507 14:37:27.652800 3815 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h13m31.32079161s" I0507 14:37:27.669765 3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 14:37:27.677782 3815 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 14:37:27.677832 3815 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 14:37:27.677902 3815 factory.go:561] Starting watch factory I0507 14:37:27.677915 3815 server.go:101] MetricServer registers OVS metrics I0507 14:37:27.677994 3815 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.678012 3815 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.678175 3815 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.678190 3815 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.678491 3815 server.go:105] MetricServer registers OVN DB metrics I0507 14:37:27.677994 3815 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.679016 3815 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.677994 3815 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.679078 3815 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.679461 3815 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.679496 3815 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.679960 3815 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.679984 3815 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.683360 3815 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 14:37:27.683379 3815 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 14:37:27.683424 3815 controller_manager.go:370] Starting the ovnkube controller I0507 14:37:27.683436 3815 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-231.ec2.internal I0507 14:37:27.683511 3815 controller_manager.go:395] NBDB zone sync took: 46.737µs I0507 14:37:27.683522 3815 factory.go:561] Starting watch factory I0507 14:37:27.695149 3815 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.696545 3815 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 14:37:27.696580 3815 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 14:37:27.696589 3815 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.697825 3815 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.697953 3815 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.701425 3815 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 14:37:27.701465 3815 server.go:109] MetricServer registers OVN Controller metrics I0507 14:37:27.704420 3815 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.706505 3815 server.go:113] MetricServer registers OVN Northd metrics I0507 14:37:27.706774 3815 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:27.711266 3815 metrics.go:519] OVN Metrics Server starts to run ... I0507 14:37:27.783566 3815 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 14:37:27.783584 3815 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 14:37:27.783588 3815 factory.go:1977] *v1.Node informer cache synced successfully I0507 14:37:27.783594 3815 factory.go:1977] *v1.Service informer cache synced successfully I0507 14:37:27.783597 3815 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 14:37:27.783600 3815 factory.go:1977] *v1.Pod informer cache synced successfully I0507 14:37:27.783685 3815 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:27.783685 3815 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:27.783702 3815 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:27.783707 3815 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:27.786928 3815 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:27.786925 3815 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:27.788662 3815 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 14:37:27.788674 3815 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 14:37:27.788742 3815 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.788757 3815 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.790040 3815 factory.go:1977] *v1.Service informer cache synced successfully I0507 14:37:27.790049 3815 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 14:37:27.790053 3815 factory.go:1977] *v1.Pod informer cache synced successfully I0507 14:37:27.790056 3815 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 14:37:27.790059 3815 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 14:37:27.790062 3815 factory.go:1977] *v1.Node informer cache synced successfully I0507 14:37:27.791196 3815 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.794489 3815 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 14:37:27.794538 3815 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.794549 3815 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.795701 3815 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 14:37:27.795709 3815 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 14:37:27.797083 3815 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.800417 3815 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 14:37:27.800484 3815 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.800499 3815 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.800929 3815 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 14:37:27.802987 3815 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.806169 3815 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 14:37:27.806181 3815 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 14:37:27.806236 3815 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.806249 3815 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.808829 3815 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.811191 3815 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 14:37:27.812230 3815 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 14:37:27.812280 3815 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.812291 3815 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.814794 3815 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.816760 3815 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 14:37:27.818131 3815 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 14:37:27.818315 3815 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:27.818331 3815 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:27.821169 3815 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:27.822069 3815 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 14:37:27.823213 3815 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 14:37:27.823265 3815 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.823275 3815 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.823322 3815 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.823345 3815 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.825991 3815 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.826254 3815 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:27.827198 3815 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 14:37:27.828344 3815 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 14:37:27.828351 3815 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 14:37:27.828357 3815 factory.go:680] Watch Factory start up complete, took: 150.460664ms I0507 14:37:27.828432 3815 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 14:37:27.832766 3815 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 14:37:27.832775 3815 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 14:37:27.832796 3815 factory.go:680] Watch Factory start up complete, took: 149.25874ms I0507 14:37:27.832805 3815 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-231.ec2.internal" zone I0507 14:37:27.877007 3815 default_node_network_controller.go:710] Initializing the default node network controller I0507 14:37:27.965010 3815 udn_isolation.go:101] Starting UDN host isolation manager I0507 14:37:27.970989 3815 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 14:37:28.025397 3815 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 14:37:28.025469 3815 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 14:37:28.025483 3815 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 14:37:28.058312 3815 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 14:37:28.058371 3815 default_node_network_controller.go:809] Node ip-10-0-2-231.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0507 14:37:28.063984 3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.231"] k8s.ovn.org/zone-name:ip-10-0-2-231.ec2.internal] on node ip-10-0-2-231.ec2.internal I0507 14:37:28.083221 3815 controller_manager.go:429] Waiting for node in zone sync took: 250.404376ms I0507 14:37:28.086049 3815 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 14:37:28.087844 3815 controller_manager.go:611] Switching to transit router for layer2 networks I0507 14:37:28.087856 3815 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-231.ec2.internal I0507 14:37:28.091865 3815 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 14:37:28.091999 3815 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0507 14:37:28.092167 3815 gateway_init.go:263] Preparing Gateway I0507 14:37:28.092179 3815 gateway_shared_intf.go:1687] Creating new gateway I0507 14:37:28.101685 3815 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 14:37:28.108376 3815 controller_manager.go:290] SCTP support detected in OVN I0507 14:37:28.109048 3815 services_controller.go:69] Creating services controller for network=default I0507 14:37:28.109170 3815 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 14:37:28.109315 3815 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 14:37:28.109362 3815 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 14:37:28.109389 3815 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 14:37:28.109402 3815 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 14:37:28.109704 3815 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 14:37:28.109800 3815 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 14:37:28.109865 3815 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.88µs I0507 14:37:28.109892 3815 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 79.256µs I0507 14:37:28.109902 3815 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 101.869µs I0507 14:37:28.109910 3815 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 14:37:28.109917 3815 udn_enabled_svc.go:95] Performing full resync I0507 14:37:28.109940 3815 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.808µs I0507 14:37:28.109919 3815 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 14:37:28.110020 3815 default_network_controller.go:325] Starting the default network controller I0507 14:37:28.110262 3815 udn_enabled_svc.go:99] Waiting for handler to sync I0507 14:37:28.110274 3815 udn_enabled_svc.go:104] Starting worker I0507 14:37:28.120167 3815 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 14:37:28.120222 3815 repair.go:33] Syncing exgw routes took 42.76µs I0507 14:37:28.120244 3815 default_network_controller.go:414] Starting all the Watchers... I0507 14:37:28.120372 3815 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 14:37:28.120384 3815 namespace.go:98] [openshift-config] adding namespace I0507 14:37:28.120389 3815 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 14:37:28.120401 3815 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 14:37:28.120417 3815 namespace.go:98] [openshift-image-registry] adding namespace I0507 14:37:28.120426 3815 namespace.go:98] [openshift-dns] adding namespace I0507 14:37:28.120420 3815 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 14:37:28.120434 3815 namespace.go:98] [default] adding namespace I0507 14:37:28.120439 3815 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 14:37:28.120443 3815 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 14:37:28.120447 3815 namespace.go:98] [openshift-controller-manager] adding namespace I0507 14:37:28.120374 3815 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 14:37:28.120432 3815 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 14:37:28.120373 3815 namespace.go:98] [openshift] adding namespace I0507 14:37:28.120508 3815 namespace.go:98] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] adding namespace I0507 14:37:28.121117 3815 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 733.371µs I0507 14:37:28.121132 3815 namespace.go:98] [openshift-insights] adding namespace I0507 14:37:28.121617 3815 namespace.go:102] [openshift-insights] adding namespace took 479.218µs I0507 14:37:28.121637 3815 namespace.go:98] [openshift-network-operator] adding namespace I0507 14:37:28.122188 3815 namespace.go:102] [openshift-network-operator] adding namespace took 543.853µs I0507 14:37:28.122214 3815 namespace.go:98] [openshift-etcd] adding namespace I0507 14:37:28.122749 3815 namespace.go:102] [openshift-config] adding namespace took 2.330986ms I0507 14:37:28.122768 3815 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 14:37:28.123338 3815 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.929499ms I0507 14:37:28.123362 3815 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 14:37:28.123914 3815 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.50548ms I0507 14:37:28.123933 3815 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 14:37:28.124605 3815 namespace.go:102] [openshift-image-registry] adding namespace took 4.176154ms I0507 14:37:28.124624 3815 namespace.go:98] [openshift-ingress] adding namespace I0507 14:37:28.125295 3815 namespace.go:102] [openshift-dns] adding namespace took 4.857807ms I0507 14:37:28.125315 3815 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 14:37:28.125834 3815 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.395372ms I0507 14:37:28.125848 3815 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 14:37:28.126380 3815 namespace.go:102] [default] adding namespace took 5.937526ms I0507 14:37:28.126394 3815 namespace.go:98] [openshift-apiserver] adding namespace I0507 14:37:28.126987 3815 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.541519ms I0507 14:37:28.127000 3815 namespace.go:98] [kube-public] adding namespace I0507 14:37:28.127526 3815 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.074787ms I0507 14:37:28.127541 3815 namespace.go:98] [openshift-logging] adding namespace I0507 14:37:28.128011 3815 namespace.go:102] [openshift-controller-manager] adding namespace took 7.558508ms I0507 14:37:28.128021 3815 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 14:37:28.128588 3815 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.12962ms I0507 14:37:28.128601 3815 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 14:37:28.129241 3815 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.775336ms I0507 14:37:28.129263 3815 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 14:37:28.129753 3815 namespace.go:102] [openshift] adding namespace took 9.246539ms I0507 14:37:28.129773 3815 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 14:37:28.130423 3815 namespace.go:102] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] adding namespace took 9.906432ms I0507 14:37:28.130439 3815 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 14:37:28.130995 3815 namespace.go:102] [openshift-etcd] adding namespace took 8.777034ms I0507 14:37:28.131009 3815 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 14:37:28.131522 3815 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.748375ms I0507 14:37:28.131535 3815 namespace.go:98] [openshift-dns-operator] adding namespace I0507 14:37:28.132016 3815 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.646103ms I0507 14:37:28.132030 3815 namespace.go:98] [openshift-host-network] adding namespace I0507 14:37:28.132482 3815 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.543914ms I0507 14:37:28.132495 3815 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 14:37:28.132911 3815 namespace.go:102] [openshift-ingress] adding namespace took 8.278508ms I0507 14:37:28.132929 3815 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 14:37:28.133514 3815 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.192748ms I0507 14:37:28.133530 3815 namespace.go:98] [openshift-config-operator] adding namespace I0507 14:37:28.134056 3815 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.203349ms I0507 14:37:28.134069 3815 namespace.go:98] [openshift-authentication] adding namespace I0507 14:37:28.134606 3815 namespace.go:102] [openshift-apiserver] adding namespace took 8.208136ms I0507 14:37:28.134618 3815 namespace.go:98] [openshift-package-operator] adding namespace I0507 14:37:28.135132 3815 namespace.go:102] [kube-public] adding namespace took 8.125738ms I0507 14:37:28.135149 3815 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 14:37:28.135707 3815 namespace.go:102] [openshift-logging] adding namespace took 8.160858ms I0507 14:37:28.135739 3815 namespace.go:98] [openshift-operators] adding namespace I0507 14:37:28.136419 3815 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.384816ms I0507 14:37:28.136438 3815 namespace.go:98] [openshift-marketplace] adding namespace I0507 14:37:28.136958 3815 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.352447ms I0507 14:37:28.136972 3815 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 14:37:28.137505 3815 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.23545ms I0507 14:37:28.137518 3815 namespace.go:98] [dedicated-admin] adding namespace I0507 14:37:28.138037 3815 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.258053ms I0507 14:37:28.138050 3815 namespace.go:98] [kube-system] adding namespace I0507 14:37:28.138577 3815 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.130449ms I0507 14:37:28.138593 3815 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 14:37:28.139044 3815 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.028503ms I0507 14:37:28.139933 3815 namespace.go:102] [openshift-dns-operator] adding namespace took 8.391435ms I0507 14:37:28.139949 3815 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 14:37:28.140539 3815 namespace.go:102] [openshift-host-network] adding namespace took 8.502156ms I0507 14:37:28.140557 3815 namespace.go:98] [openshift-backplane] adding namespace I0507 14:37:28.141047 3815 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.546751ms I0507 14:37:28.141062 3815 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 14:37:28.141407 3815 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.469998ms I0507 14:37:28.141422 3815 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 14:37:28.141970 3815 namespace.go:102] [openshift-config-operator] adding namespace took 8.434404ms I0507 14:37:28.141991 3815 namespace.go:98] [openshift-network-console] adding namespace I0507 14:37:28.142521 3815 namespace.go:102] [openshift-authentication] adding namespace took 8.446541ms I0507 14:37:28.142535 3815 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 14:37:28.142955 3815 namespace.go:102] [openshift-package-operator] adding namespace took 8.329013ms I0507 14:37:28.142977 3815 namespace.go:98] [openshift-node] adding namespace I0507 14:37:28.143545 3815 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.389484ms I0507 14:37:28.143561 3815 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 14:37:28.144204 3815 namespace.go:102] [openshift-operators] adding namespace took 8.458617ms I0507 14:37:28.144216 3815 namespace.go:98] [openshift-monitoring] adding namespace I0507 14:37:28.144788 3815 namespace.go:102] [openshift-marketplace] adding namespace took 8.341262ms I0507 14:37:28.144810 3815 namespace.go:98] [kube-node-lease] adding namespace I0507 14:37:28.145313 3815 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.331807ms I0507 14:37:28.145334 3815 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 14:37:28.145654 3815 namespace.go:102] [dedicated-admin] adding namespace took 8.128287ms W0507 14:37:28.145656 3815 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-n6wr4: pod kube-system/global-pull-secret-syncer-n6wr4: no pod IPs found W0507 14:37:28.145674 3815 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sjs54: pod kube-system/global-pull-secret-syncer-sjs54: no pod IPs found I0507 14:37:28.145675 3815 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 14:37:28.146154 3815 namespace.go:102] [kube-system] adding namespace took 8.097182ms I0507 14:37:28.146175 3815 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 14:37:28.146839 3815 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.240332ms I0507 14:37:28.146854 3815 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 14:37:28.147332 3815 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.373618ms I0507 14:37:28.147352 3815 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 14:37:28.147790 3815 namespace.go:102] [openshift-backplane] adding namespace took 7.225953ms I0507 14:37:28.147808 3815 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 14:37:28.148423 3815 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.355163ms I0507 14:37:28.148440 3815 namespace.go:98] [openshift-multus] adding namespace I0507 14:37:28.148926 3815 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.495322ms I0507 14:37:28.148944 3815 namespace.go:98] [openshift-cluster-version] adding namespace W0507 14:37:28.149511 3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9df88: pod openshift-network-diagnostics/network-check-target-9df88: no pod IPs found W0507 14:37:28.149531 3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-k64cs: pod openshift-network-diagnostics/network-check-target-k64cs: no pod IPs found I0507 14:37:28.149546 3815 namespace.go:102] [openshift-network-console] adding namespace took 7.546361ms I0507 14:37:28.149562 3815 namespace.go:98] [openshift-console-operator] adding namespace I0507 14:37:28.150156 3815 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.615853ms I0507 14:37:28.150169 3815 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 14:37:28.150748 3815 namespace.go:102] [openshift-node] adding namespace took 7.766433ms I0507 14:37:28.150758 3815 namespace.go:98] [openshift-machine-api] adding namespace I0507 14:37:28.151343 3815 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.774929ms I0507 14:37:28.151749 3815 namespace.go:102] [openshift-monitoring] adding namespace took 7.528717ms I0507 14:37:28.151762 3815 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 14:37:28.152353 3815 namespace.go:102] [kube-node-lease] adding namespace took 7.53456ms I0507 14:37:28.152369 3815 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 14:37:28.152913 3815 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.573232ms I0507 14:37:28.152925 3815 namespace.go:98] [openshift-console] adding namespace I0507 14:37:28.153448 3815 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.768709ms I0507 14:37:28.153456 3815 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 14:37:28.153982 3815 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.802581ms I0507 14:37:28.153991 3815 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 14:37:28.154451 3815 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.593323ms I0507 14:37:28.154463 3815 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 14:37:28.155034 3815 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.673143ms W0507 14:37:28.155520 3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4rttr: pod openshift-multus/network-metrics-daemon-4rttr: no pod IPs found W0507 14:37:28.155531 3815 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x8vjp: pod openshift-multus/network-metrics-daemon-x8vjp: no pod IPs found I0507 14:37:28.155579 3815 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.761811ms I0507 14:37:28.155599 3815 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 14:37:28.156130 3815 namespace.go:102] [openshift-multus] adding namespace took 7.684314ms I0507 14:37:28.156615 3815 namespace.go:102] [openshift-cluster-version] adding namespace took 7.665871ms I0507 14:37:28.157112 3815 namespace.go:102] [openshift-console-operator] adding namespace took 7.545804ms I0507 14:37:28.157124 3815 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 14:37:28.157548 3815 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.372696ms I0507 14:37:28.158042 3815 namespace.go:102] [openshift-machine-api] adding namespace took 7.278896ms I0507 14:37:28.158444 3815 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.674577ms I0507 14:37:28.158991 3815 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.615866ms I0507 14:37:28.159414 3815 namespace.go:102] [openshift-console] adding namespace took 6.483961ms I0507 14:37:28.159427 3815 namespace.go:98] [openshift-infra] adding namespace I0507 14:37:28.159807 3815 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.34512ms I0507 14:37:28.159823 3815 namespace.go:98] [openshift-config-managed] adding namespace I0507 14:37:28.160346 3815 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.349655ms I0507 14:37:28.160861 3815 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.391925ms I0507 14:37:28.160875 3815 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 14:37:28.161282 3815 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.678025ms I0507 14:37:28.161770 3815 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.640727ms I0507 14:37:28.162341 3815 namespace.go:102] [openshift-infra] adding namespace took 2.907932ms I0507 14:37:28.162872 3815 namespace.go:102] [openshift-config-managed] adding namespace took 3.04422ms I0507 14:37:28.163302 3815 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.422185ms W0507 14:37:28.163388 3815 master.go:458] Unable to parse local node ip-10-0-2-231.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 14:37:28.163397 3815 master.go:471] Unable to parse remote node ip-10-0-1-137.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 14:37:28.163402 3815 master.go:481] Removing stale chassis with ID/Name: db80fa83-6e93-4e5d-923b-f68644c32eb6, hostname: ip-10-0-2-231.ec2.internal I0507 14:37:28.163877 3815 master.go:548] Adding or Updating local node "ip-10-0-2-231.ec2.internal" for network "default" I0507 14:37:28.163936 3815 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-137.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-137.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-137.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-137.ec2.internal I0507 14:37:28.167910 3815 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-231.ec2.internal for the network default I0507 14:37:28.168274 3815 zone_ic_handler.go:195] Time taken to create transit switch: 348.261µs I0507 14:37:28.168973 3815 default_network_controller.go:823] Node add failed for ip-10-0-2-231.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-231.ec2.internal, error getting gateway config for node ip-10-0-2-231.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-231.ec2.internal", failed to update chassis to local for local node ip-10-0-2-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-231.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-231.ec2.internal] E0507 14:37:28.169017 3815 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-231.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-231.ec2.internal, error getting gateway config for node ip-10-0-2-231.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-231.ec2.internal", failed to update chassis to local for local node ip-10-0-2-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-231.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-231.ec2.internal] I0507 14:37:28.169065 3815 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 14:37:28.169086 3815 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 14:37:28.169101 3815 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 14:37:28.169135 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:28.169146 3815 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-231.ec2.internal", UID:"71c264a8-183c-4d5e-9f1f-a71e0b7d75be", APIVersion:"v1", ResourceVersion:"8574", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-231.ec2.internal, error getting gateway config for node ip-10-0-2-231.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-231.ec2.internal", failed to update chassis to local for local node ip-10-0-2-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-231.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-231.ec2.internal] I0507 14:37:28.169162 3815 node_tracker.go:235] Node ip-10-0-1-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal" I0507 14:37:28.169183 3815 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:28.169199 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:28.169207 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-231.ec2.internal in network "default" I0507 14:37:28.169224 3815 node_tracker.go:235] Node ip-10-0-2-231.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-231.ec2.internal" I0507 14:37:28.169237 3815 node_tracker.go:169] Node ip-10-0-2-231.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:28.169245 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:28.208834 3815 iptables.go:108] Creating table: filter chain: FORWARD I0507 14:37:28.214594 3815 iptables.go:108] Creating table: filter chain: OUTPUT I0507 14:37:28.220484 3815 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 14:37:28.220498 3815 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-231.ec2.internal","mac-address":"0e:90:30:09:0f:3b","ip-addresses":["10.0.2.231/24"],"ip-address":"10.0.2.231/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:db80fa83-6e93-4e5d-923b-f68644c32eb6 k8s.ovn.org/node-encap-ips:["10.0.2.231"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.231/24"} k8s.ovn.org/zone-name:ip-10-0-2-231.ec2.internal] on node ip-10-0-2-231.ec2.internal I0507 14:37:28.235574 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-231.ec2.internal in network "default" I0507 14:37:28.235677 3815 node_tracker.go:169] Node ip-10-0-2-231.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:28.235694 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:28.235781 3815 master.go:548] Adding or Updating local node "ip-10-0-2-231.ec2.internal" for network "default" I0507 14:37:28.239429 3815 default_node_network_controller.go:519] Node connection status = connected W0507 14:37:28.240524 3815 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-4rttr: pod openshift-multus/network-metrics-daemon-4rttr: no pod IPs found W0507 14:37:28.240544 3815 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-k64cs: pod openshift-network-diagnostics/network-check-target-k64cs: no pod IPs found W0507 14:37:28.240549 3815 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-n6wr4: pod kube-system/global-pull-secret-syncer-n6wr4: no pod IPs found I0507 14:37:28.241446 3815 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-231.ec2.internal for the network default I0507 14:37:28.241652 3815 zone_ic_handler.go:195] Time taken to create transit switch: 194.296µs I0507 14:37:28.269786 3815 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 14:37:28.269806 3815 services_controller.go:208] Setting up event handlers for services for network=default I0507 14:37:28.269859 3815 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 14:37:28.269899 3815 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 14:37:28.269915 3815 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 14:37:28.370597 3815 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 14:37:28.370619 3815 repair.go:60] Starting repairing loop for services I0507 14:37:28.370710 3815 repair.go:131] Deleted 0 stale service LBs I0507 14:37:28.370751 3815 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 14:37:28.370771 3815 repair.go:62] Finished repairing loop for services: 154.412µs I0507 14:37:28.370796 3815 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 14:37:28.370805 3815 services_controller.go:254] Starting workers for network=default I0507 14:37:28.371177 3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4rttr] creating logical port openshift-multus_network-metrics-daemon-4rttr for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:28.371236 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k64cs] creating logical port openshift-network-diagnostics_network-check-target-k64cs for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:28.371304 3815 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x8vjp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x8vjp: suppressed error logged: pod openshift-multus/network-metrics-daemon-x8vjp: no pod IPs found I0507 14:37:28.371179 3815 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9df88, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9df88: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9df88: no pod IPs found I0507 14:37:28.371199 3815 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-sjs54, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sjs54: suppressed error logged: pod kube-system/global-pull-secret-syncer-sjs54: no pod IPs found I0507 14:37:28.371210 3815 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n6wr4] creating logical port kube-system_global-pull-secret-syncer-n6wr4 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:28.371405 3815 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-4rttr I0507 14:37:28.371426 3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-k64cs I0507 14:37:28.371499 3815 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-n6wr4 I0507 14:37:28.397858 3815 pod.go:62] [kube-system/global-pull-secret-syncer-n6wr4] pod update took 26.436072ms I0507 14:37:28.397875 3815 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-n6wr4] addLogicalPort annotation time took 26.45461ms I0507 14:37:28.398603 3815 pods.go:271] [kube-system/global-pull-secret-syncer-n6wr4] addLogicalPort took 27.398918ms, libovsdb time 539.179µs I0507 14:37:28.399181 3815 pod.go:62] [openshift-network-diagnostics/network-check-target-k64cs] pod update took 27.856322ms I0507 14:37:28.399197 3815 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-k64cs] addLogicalPort annotation time took 27.889157ms I0507 14:37:28.399199 3815 pod.go:62] [openshift-multus/network-metrics-daemon-4rttr] pod update took 27.885326ms I0507 14:37:28.399216 3815 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-4rttr] addLogicalPort annotation time took 27.90385ms I0507 14:37:28.399907 3815 pods.go:271] [openshift-network-diagnostics/network-check-target-k64cs] addLogicalPort took 28.679027ms, libovsdb time 532.325µs I0507 14:37:28.400178 3815 pods.go:271] [openshift-multus/network-metrics-daemon-4rttr] addLogicalPort took 29.015802ms, libovsdb time 754.48µs I0507 14:37:28.400671 3815 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 14:37:28.400700 3815 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 14:37:28.400714 3815 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 14:37:28.400718 3815 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 14:37:28.400946 3815 repair.go:29] Repairing admin network policies took 220.523µs I0507 14:37:28.401052 3815 repair.go:92] Repairing baseline admin network policies took 96.989µs I0507 14:37:28.401467 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 14:37:28.401485 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 14:37:28.403211 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 14:37:28.403236 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 14:37:28.403249 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 14:37:28.404951 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 14:37:28.404973 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 14:37:28.404986 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 14:37:28.406584 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 14:37:28.406606 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 14:37:28.406613 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 14:37:28.406921 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 14:37:28.406941 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 14:37:28.406952 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 14:37:28.409158 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 14:37:28.409175 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 14:37:28.409183 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 14:37:28.409677 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 14:37:28.409695 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 14:37:28.409703 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 14:37:28.410423 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 14:37:28.410442 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 14:37:28.410450 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 14:37:28.410975 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 14:37:28.410992 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 14:37:28.411003 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 14:37:28.411537 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 14:37:28.411554 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 14:37:28.411566 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 14:37:28.412144 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 14:37:28.412165 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 14:37:28.412175 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 14:37:28.412702 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 14:37:28.412720 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 14:37:28.413254 3815 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 14:37:28.413266 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 14:37:28.413938 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 14:37:28.413955 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 14:37:28.413980 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 14:37:28.415880 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 14:37:28.415912 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 14:37:28.415921 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 14:37:28.417547 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 14:37:28.417566 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 14:37:28.417583 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 14:37:28.418677 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 14:37:28.418696 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 14:37:28.418702 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 14:37:28.419001 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 14:37:28.419018 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 14:37:28.419026 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 14:37:28.419478 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 14:37:28.419490 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 14:37:28.419500 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 14:37:28.420663 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 14:37:28.420685 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 14:37:28.420692 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 14:37:28.421067 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 14:37:28.421084 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 14:37:28.421093 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 14:37:28.422092 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 14:37:28.422109 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 14:37:28.422117 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 14:37:28.422558 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 14:37:28.422575 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 14:37:28.422581 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 14:37:28.423719 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 14:37:28.423747 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 14:37:28.423754 3815 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 14:37:28.425352 3815 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 14:37:28.425371 3815 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 14:37:28.425380 3815 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 14:37:28.426188 3815 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 14:37:28.426203 3815 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 14:37:28.426213 3815 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 14:37:28.427330 3815 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 14:37:28.427350 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 14:37:28.427359 3815 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 14:37:28.427858 3815 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 14:37:28.427879 3815 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 14:37:28.427902 3815 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 14:37:28.428576 3815 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 14:37:28.428594 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 14:37:28.428601 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 14:37:28.430046 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 14:37:28.430062 3815 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 14:37:28.430073 3815 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 14:37:28.430547 3815 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 14:37:28.434878 3815 egressfirewall.go:374] Starting EgressFirewall controller I0507 14:37:28.434918 3815 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 14:37:28.434959 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 14:37:28.434978 3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 14:37:28.434990 3815 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 14:37:28.435014 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 14:37:28.435026 3815 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 14:37:28.435267 3815 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 14:37:28.435279 3815 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 14:37:28.435284 3815 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 14:37:28.435293 3815 egressqos.go:193] Setting up event handlers for EgressQoS I0507 14:37:28.435299 3815 egressfirewall.go:723] Syncing node "ip-10-0-2-231.ec2.internal" for egress firewall I0507 14:37:28.435307 3815 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0507 14:37:28.435376 3815 egressqos.go:245] Starting EgressQoS Controller I0507 14:37:28.435385 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 14:37:28.435391 3815 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 14:37:28.435396 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 14:37:28.435400 3815 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 14:37:28.435405 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 14:37:28.435409 3815 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 14:37:28.435413 3815 egressqos.go:259] Repairing EgressQoSes I0507 14:37:28.435417 3815 egressqos.go:399] Starting repairing loop for egressqos I0507 14:37:28.435504 3815 egressqos.go:401] Finished repairing loop for egressqos: 86.784µs I0507 14:37:28.435519 3815 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 14:37:28.435552 3815 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-231.ec2.internal I0507 14:37:28.435600 3815 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-231.ec2.internal : 48.417µs I0507 14:37:28.435677 3815 egressservice_zone.go:210] Starting Egress Services Controller I0507 14:37:28.435693 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 14:37:28.435706 3815 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 14:37:28.435717 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 14:37:28.435741 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 14:37:28.435752 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 14:37:28.435761 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 14:37:28.435769 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 14:37:28.435778 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 14:37:28.435785 3815 egressservice_zone.go:228] Repairing Egress Services I0507 14:37:28.436049 3815 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 14:37:28.436059 3815 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 14:37:28.436120 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-231.ec2.internal I0507 14:37:28.436133 3815 default_network_controller.go:585] Completing all the Watchers took 315.880847ms I0507 14:37:28.436135 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-231.ec2.internal: 14.317µs I0507 14:37:28.436143 3815 default_network_controller.go:589] Starting unidling controllers I0507 14:37:28.436146 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:28.436152 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 7.003µs I0507 14:37:28.436156 3815 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 14:37:28.436162 3815 unidle.go:63] Populating Initial ContollerEvent events I0507 14:37:28.436171 3815 unidle.go:79] Setting up event handlers for services I0507 14:37:28.436233 3815 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 14:37:28.740648 3815 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:29.240089 3815 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:29.739806 3815 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:29.808810 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:29.808824 3815 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:29.808828 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:29.808833 3815 node_tracker.go:220] Node ip-10-0-0-60.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0507 14:37:29.808843 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 19.53µs E0507 14:37:29.808887 3815 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-60.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0507 14:37:29.808911 3815 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-60.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-60.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-60.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-60.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal, error parsing annotation for node ip-10-0-0-60.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0507 14:37:29.818260 3815 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-60.ec2.internal annotation: unexpected end of JSON input E0507 14:37:29.818377 3815 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-60.ec2.internal annotation: unexpected end of JSON input I0507 14:37:29.818397 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0507 14:37:29.818441 3815 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-60.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-60.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-60.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-60.ec2.internal" I0507 14:37:29.829906 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0507 14:37:29.849059 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:29.856453 3815 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:29.856461 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:29.856479 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 22.366µs I0507 14:37:29.856451 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:30.066981 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:30.067001 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 28.416µs I0507 14:37:30.067052 3815 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:30.067062 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:30.079289 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:30.240119 3815 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:30.314036 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:30.506478 3815 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 14:37:30.740358 3815 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:30.757709 3815 bridgeconfig.go:537] Gateway is ready I0507 14:37:30.757737 3815 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 14:37:30.768568 3815 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.231. Updating OVN encap IP. I0507 14:37:30.773606 3815 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.231 - it is already configured I0507 14:37:30.773618 3815 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.231/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 14:37:30.773821 3815 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.231/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-231.ec2.internal","mac-address":"0e:90:30:09:0f:3b","ip-addresses":["10.0.2.231/24"],"ip-address":"10.0.2.231/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:db80fa83-6e93-4e5d-923b-f68644c32eb6 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.231/24"}] on node ip-10-0-2-231.ec2.internal I0507 14:37:30.795460 3815 master.go:548] Adding or Updating local node "ip-10-0-2-231.ec2.internal" for network "default" I0507 14:37:30.795475 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-231.ec2.internal I0507 14:37:30.795494 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-231.ec2.internal: 23.218µs I0507 14:37:30.795474 3815 egressfirewall.go:723] Syncing node "ip-10-0-2-231.ec2.internal" for egress firewall I0507 14:37:30.795476 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-231.ec2.internal in network "default" I0507 14:37:30.795557 3815 node_tracker.go:169] Node ip-10-0-2-231.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:30.795578 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:30.796124 3815 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.231 I0507 14:37:30.796272 3815 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-231.ec2.internal I0507 14:37:30.800771 3815 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-231.ec2.internal. Updating no re-route policies I0507 14:37:30.800895 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f2znh I0507 14:37:30.800918 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f2znh I0507 14:37:30.800915 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-c8plz I0507 14:37:30.800948 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-c8plz I0507 14:37:30.800951 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-f2znh after 0 failed attempt(s) I0507 14:37:30.800959 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9df88 I0507 14:37:30.800973 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-c8plz after 0 failed attempt(s) I0507 14:37:30.800979 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9df88 I0507 14:37:30.800971 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cr4r9 I0507 14:37:30.800988 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cr4r9 I0507 14:37:30.800985 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-231.ec2.internal I0507 14:37:30.801000 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cr4r9 after 0 failed attempt(s) I0507 14:37:30.801000 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x8vjp I0507 14:37:30.800980 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4rttr I0507 14:37:30.800989 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-k64cs I0507 14:37:30.801006 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vg4s7 I0507 14:37:30.801012 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4rttr I0507 14:37:30.801010 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x8vjp I0507 14:37:30.801019 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vg4s7 I0507 14:37:30.801021 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tml4k I0507 14:37:30.801030 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tml4k I0507 14:37:30.801030 3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-n6wr4 I0507 14:37:30.801032 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-q596b I0507 14:37:30.801041 3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-n6wr4 I0507 14:37:30.801042 3815 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x8vjp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x8vjp: suppressed error logged: pod openshift-multus/network-metrics-daemon-x8vjp: no pod IPs found I0507 14:37:30.801043 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vg4s7 after 0 failed attempt(s) I0507 14:37:30.801014 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-k64cs I0507 14:37:30.801051 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tml4k after 0 failed attempt(s) I0507 14:37:30.801053 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-q596b I0507 14:37:30.801051 3815 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4rttr] creating logical port openshift-multus_network-metrics-daemon-4rttr for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:30.801054 3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-231.ec2.internal I0507 14:37:30.801063 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wll4n I0507 14:37:30.801065 3815 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-24f6n I0507 14:37:30.801043 3815 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9df88, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9df88: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9df88: no pod IPs found I0507 14:37:30.801075 3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-231.ec2.internal I0507 14:37:30.801076 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wll4n I0507 14:37:30.801077 3815 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n6wr4] creating logical port kube-system_global-pull-secret-syncer-n6wr4 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:30.801081 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-q596b after 0 failed attempt(s) I0507 14:37:30.801004 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-231.ec2.internal I0507 14:37:30.801096 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wll4n after 0 failed attempt(s) I0507 14:37:30.801099 3815 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-231.ec2.internal after 0 failed attempt(s) I0507 14:37:30.801107 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-231.ec2.internal after 0 failed attempt(s) I0507 14:37:30.801059 3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-7gsx5 I0507 14:37:30.801127 3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-7gsx5 I0507 14:37:30.801147 3815 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-7gsx5 after 0 failed attempt(s) I0507 14:37:30.801072 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k64cs] creating logical port openshift-network-diagnostics_network-check-target-k64cs for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:30.801081 3815 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-24f6n I0507 14:37:30.801271 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-24f6n after 0 failed attempt(s) I0507 14:37:30.800965 3815 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sjs54 I0507 14:37:30.801294 3815 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sjs54 I0507 14:37:30.801320 3815 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-sjs54, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-sjs54: suppressed error logged: pod kube-system/global-pull-secret-syncer-sjs54: no pod IPs found I0507 14:37:30.801912 3815 pods.go:271] [openshift-multus/network-metrics-daemon-4rttr] addLogicalPort took 877.245µs, libovsdb time 332.02µs I0507 14:37:30.801927 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-4rttr after 0 failed attempt(s) I0507 14:37:30.801994 3815 pods.go:271] [openshift-network-diagnostics/network-check-target-k64cs] addLogicalPort took 929.07µs, libovsdb time 405.521µs I0507 14:37:30.802002 3815 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-k64cs after 0 failed attempt(s) I0507 14:37:30.802097 3815 pods.go:271] [kube-system/global-pull-secret-syncer-n6wr4] addLogicalPort took 1.030149ms, libovsdb time 473.679µs I0507 14:37:30.802128 3815 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-n6wr4 after 0 failed attempt(s) I0507 14:37:30.815603 3815 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 14:37:30.829852 3815 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 14:37:30.833087 3815 iptables.go:108] Creating table: nat chain: OUTPUT I0507 14:37:30.874625 3815 iptables.go:108] Creating table: nat chain: PREROUTING I0507 14:37:30.939713 3815 iptables.go:108] Creating table: filter chain: FORWARD I0507 14:37:30.955999 3815 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 14:37:30.956176 3815 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 14:37:30.956255 3815 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 14:37:30.956367 3815 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 14:37:30.956430 3815 gateway_init.go:325] Gateway and management port readiness took 2.720956104s I0507 14:37:30.956457 3815 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 14:37:30.956500 3815 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 14:37:30.956512 3815 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 14:37:30.956527 3815 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 14:37:30.956601 3815 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 14:37:30.956705 3815 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.087µs I0507 14:37:30.956951 3815 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 14:37:30.956975 3815 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.109µs I0507 14:37:30.956983 3815 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.425µs I0507 14:37:30.956989 3815 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 14:37:30.956998 3815 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 14:37:30.957002 3815 default_node_network_controller.go:899] Starting the default node network controller I0507 14:37:30.957007 3815 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 14:37:30.957086 3815 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.892µs I0507 14:37:30.957174 3815 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 14:37:30.957182 3815 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 14:37:30.957205 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01040 0xc0002b7a40 0xc0002b7ab0 0xc0002b7b20 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc000c153b0 0xc0002b7d50 0xc0002b7dc0 0xc000c142d0 0xc006179340 0xc0002b7e30 map[0x2ff9080:0xc0021a2f60 0x2ff95c0:0xc0021a30e0 0x2ffa2e0:0xc0021a2ea0 0x2ffa580:0xc0021a2f00 0x2ffad60:0xc0021a2fc0 0x2ffb000:0xc0021a3020 0x2ffb2a0:0xc0021a3080 0x2ffba80:0xc0021a32c0 0x2ffbd20:0xc0021a3320 0x3026980:0xc0014878c0 0x3026d20:0xc001487920 0x3027800:0xc000c695c0 0x3029160:0xc001ba4000 0x30298a0:0xc0021a2e40 0x302a720:0xc00160ad80] 0xc000c521c0 0} I0507 14:37:30.957264 3815 gateway.go:151] Starting gateway service sync I0507 14:37:30.957684 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 14:37:30.959750 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 14:37:30.982454 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 14:37:30.983544 3815 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 14:37:30.984680 3815 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 14:37:31.018565 3815 gateway.go:168] Gateway service sync done. Time taken: 61.288787ms I0507 14:37:31.018964 3815 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31633 I0507 14:37:31.019313 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01040 0xc0002b7a40 0xc0002b7ab0 0xc0002b7b20 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc000c153b0 0xc0002b7d50 0xc0002b7dc0 0xc000c142d0 0xc006179340 0xc0002b7e30 map[0x2ff9080:0xc0021a2f60 0x2ff95c0:0xc0021a30e0 0x2ffa2e0:0xc0021a2ea0 0x2ffa580:0xc0021a2f00 0x2ffad60:0xc0021a2fc0 0x2ffb000:0xc0021a3020 0x2ffb2a0:0xc0021a3080 0x2ffba80:0xc0021a32c0 0x2ffbd20:0xc0021a3320 0x3026980:0xc0014878c0 0x3026d20:0xc001487920 0x3027800:0xc000c695c0 0x3029160:0xc001ba4000 0x30298a0:0xc0021a2e40 0x302a720:0xc00160ad80] 0xc000c521c0 0} I0507 14:37:31.020029 3815 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01040 0xc0002b7a40 0xc0002b7ab0 0xc0002b7b20 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc000c153b0 0xc0002b7d50 0xc0002b7dc0 0xc000c142d0 0xc006179340 0xc0002b7e30 map[0x2ff9080:0xc0021a2f60 0x2ff95c0:0xc0021a30e0 0x2ffa2e0:0xc0021a2ea0 0x2ffa580:0xc0021a2f00 0x2ffad60:0xc0021a2fc0 0x2ffb000:0xc0021a3020 0x2ffb2a0:0xc0021a3080 0x2ffba80:0xc0021a32c0 0x2ffbd20:0xc0021a3320 0x3026980:0xc0014878c0 0x3026d20:0xc001487920 0x3027800:0xc000c695c0 0x3029160:0xc001ba4000 0x30298a0:0xc0021a2e40 0x302a720:0xc00160ad80] 0xc000c521c0 0} I0507 14:37:31.020065 3815 gateway.go:532] Reconciling gateway with updates I0507 14:37:31.025006 3815 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 14:37:31.025025 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:31.025039 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:31.025045 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:31.025048 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:31.025066 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:31.025069 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:31.025076 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:31.025084 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:31.025094 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:31.025102 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:31.025115 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 14:37:31.025124 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 14:37:31.025125 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 14:37:31.025135 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:31.025145 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:31.025155 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:31.025157 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:31.025160 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:31.025167 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:31.025172 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:31.025181 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:31.025185 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:31.025159 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:31.025215 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:31.025220 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:31.025223 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:31.025227 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 14:37:31.025233 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:31.025226 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:31.025241 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:31.025247 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 14:37:31.025254 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:31.025254 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:31.025258 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:31.025265 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:31.025264 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:31.025275 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 14:37:31.025140 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 14:37:31.025162 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:31.025290 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:31.025142 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:31.025301 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:31.025308 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:31.025310 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:31.025168 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 14:37:31.025318 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:31.025325 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:31.025326 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:31.025333 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 14:37:31.025334 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:31.025339 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:31.025345 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:31.025347 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:31.025348 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:31.025359 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:31.025361 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:31.025363 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:31.025368 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:31.025374 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:31.025379 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:31.025375 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:31.025380 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:31.025386 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:31.025389 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:31.025392 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:31.025412 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:31.025423 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:31.025316 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 14:37:31.025434 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:31.025435 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 14:37:31.025442 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:31.025346 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 14:37:31.025447 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:31.025454 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:31.025456 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 14:37:31.025463 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 14:37:31.025091 3815 default_node_network_controller.go:944] Gateway and management port readiness took 67.901316ms I0507 14:37:31.025333 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:31.025493 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:31.025505 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 14:37:31.025335 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 14:37:31.025521 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 14:37:31.025208 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 14:37:31.025528 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 14:37:31.025301 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:31.025267 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:31.025594 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:31.025362 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:31.025664 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:31.025167 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:31.025747 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:31.025206 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:31.025770 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:31.025271 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:31.025887 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30647 is already open, no action needed I0507 14:37:31.025900 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0507 14:37:31.025318 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 14:37:31.025331 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:31.025347 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:31.026029 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:31.026039 3815 node_ip_handler_linux.go:160] Node IP manager is running I0507 14:37:31.025348 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 14:37:31.026080 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 14:37:31.025347 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:31.026120 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:31.025360 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:31.026125 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 14:37:31.026136 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:31.025439 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints W0507 14:37:31.065189 3815 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 14:37:31.065435 3815 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 14:37:31.065646 3815 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0507 14:37:31.074517 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 14:37:31.074547 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 14:37:31.074555 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 14:37:31.074562 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 14:37:31.074567 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 14:37:31.074573 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 14:37:31.074579 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 14:37:31.074586 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 14:37:31.074591 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 14:37:31.074597 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 14:37:31.074605 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 14:37:31.074610 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 14:37:31.074616 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 14:37:31.113767 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 14:37:31.113791 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 14:37:31.113799 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 14:37:31.113805 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 14:37:31.113811 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 14:37:31.113834 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 14:37:31.113840 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 14:37:31.113846 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 14:37:31.113852 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 14:37:31.152978 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 14:37:31.152984 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 14:37:31.153009 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 14:37:31.153022 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 14:37:31.153028 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 14:37:33.099685 3815 default_node_network_controller.go:1380] Starting node controller node sync W0507 14:37:33.099704 3815 egressip_healthcheck.go:76] Health checking using insecure connection I0507 14:37:33.099768 3815 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0507 14:37:33.111263 3815 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.556818ms I0507 14:37:33.111418 3815 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 14:37:33.111689 3815 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 14:37:33.111830 3815 egressservice_node.go:183] Starting Egress Services Controller I0507 14:37:33.111846 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 14:37:33.111854 3815 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 14:37:33.111860 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 14:37:33.111865 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 14:37:33.111870 3815 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 14:37:33.111874 3815 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 14:37:33.111878 3815 egressservice_node.go:197] Repairing Egress Services I0507 14:37:33.121868 3815 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 14:37:33.121879 3815 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 14:37:33.122065 3815 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 14:37:33.122078 3815 link_network_manager.go:119] Link manager is running I0507 14:37:33.122087 3815 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 14:37:33.122323 3815 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 14:37:33.122738 3815 vrf_manager.go:128] VRF manager is running I0507 14:37:33.122897 3815 node_controller_manager.go:437] Removing flows to drop GARP I0507 14:37:33.122911 3815 gateway.go:532] Reconciling gateway with updates I0507 14:37:33.147756 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:33.147783 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:33.147795 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:33.147802 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:33.147801 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:33.147810 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:33.147809 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:33.147817 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:33.147824 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:33.147829 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:33.147835 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:33.147842 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:33.147843 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 14:37:33.147847 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:33.147861 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:33.147862 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:33.147872 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:33.147872 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:33.147879 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:33.147882 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:33.147885 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 14:37:33.147797 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:33.147898 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:33.147898 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 14:37:33.147895 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 14:37:33.147911 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:33.147815 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:33.147759 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:33.147926 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 14:37:33.147927 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:33.147765 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:33.147935 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:33.147938 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:33.147942 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 14:37:33.147861 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:33.147949 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 14:37:33.147957 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:33.147961 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:33.147965 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 14:37:33.147971 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:33.147974 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:33.147980 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:33.147983 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:33.147989 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 14:37:33.147991 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 14:37:33.147940 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:33.148004 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:33.148010 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 14:37:33.147982 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:33.148011 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:33.148020 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:33.148012 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 14:37:33.148028 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:33.147783 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:33.148038 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:33.147904 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 14:37:33.148045 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:33.148021 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 14:37:33.147974 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:33.148071 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:33.148072 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:33.148078 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:33.148084 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:33.147935 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 14:37:33.148039 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:33.148099 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:33.148108 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:33.147964 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:33.148123 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:33.147917 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:33.147931 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:33.148149 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:33.148156 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 14:37:33.147951 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:33.148005 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:33.148181 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:33.147975 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 14:37:33.147990 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:33.147915 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 14:37:33.148205 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:33.148208 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 14:37:33.147788 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:33.148230 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 14:37:33.147994 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:33.148234 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 14:37:33.147993 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 30647 is already open, no action needed I0507 14:37:33.148253 3815 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0507 14:37:33.148022 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:33.148266 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:33.148052 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:33.148289 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:33.148049 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:33.148306 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 14:37:33.148062 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:33.148316 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:33.148023 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:33.148380 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:33.148389 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:33.148395 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 14:37:33.148448 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:33.148454 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:33.148466 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:33.148474 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:33.148489 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:33.148495 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:33.148508 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 14:37:33.148538 3815 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:33.148555 3815 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:33.168986 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 14:37:33.168996 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 14:37:33.169012 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 14:37:33.169020 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 14:37:33.169029 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 14:37:33.169037 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 14:37:33.169041 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 14:37:33.169047 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 14:37:33.169053 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 14:37:33.169058 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 14:37:33.169064 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 14:37:33.216500 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 14:37:33.216528 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 14:37:33.216535 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 14:37:33.216542 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 14:37:33.216547 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 14:37:33.216553 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 14:37:33.216558 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 14:37:33.216573 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 14:37:33.255659 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 14:37:33.255668 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 14:37:33.255685 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 14:37:33.255694 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 14:37:33.255701 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 14:37:33.255706 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 14:37:33.255714 3815 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 14:37:35.199917 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-231.ec2.internal I0507 14:37:35.199951 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-231.ec2.internal: 40.949µs I0507 14:37:35.226431 3815 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-86d94697cc-qsrlw] creating logical port openshift-image-registry_image-registry-86d94697cc-qsrlw for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:35.226561 3815 kube.go:256] Updating pod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:37:35.248059 3815 pod.go:62] [openshift-image-registry/image-registry-86d94697cc-qsrlw] pod update took 21.529398ms I0507 14:37:35.248083 3815 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-86d94697cc-qsrlw] addLogicalPort annotation time took 21.556924ms I0507 14:37:35.249310 3815 pods.go:271] [openshift-image-registry/image-registry-86d94697cc-qsrlw] addLogicalPort took 22.894177ms, libovsdb time 985.832µs I0507 14:37:35.250381 3815 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dgj97] creating logical port openshift-dns_dns-default-dgj97 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:35.250470 3815 kube.go:256] Updating pod openshift-dns/dns-default-dgj97 I0507 14:37:35.267374 3815 pod.go:62] [openshift-dns/dns-default-dgj97] pod update took 16.925649ms I0507 14:37:35.267394 3815 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dgj97] addLogicalPort annotation time took 16.946599ms I0507 14:37:35.268393 3815 pods.go:271] [openshift-dns/dns-default-dgj97] addLogicalPort took 18.020388ms, libovsdb time 748.924µs I0507 14:37:35.274974 3815 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-l2dwm] creating logical port openshift-ingress-canary_ingress-canary-l2dwm for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:35.275069 3815 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-l2dwm I0507 14:37:35.276223 3815 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-vbwxt for pod on switch ip-10-0-2-231.ec2.internal I0507 14:37:35.276306 3815 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt I0507 14:37:35.292489 3815 pod.go:62] [openshift-ingress-canary/ingress-canary-l2dwm] pod update took 17.447189ms I0507 14:37:35.292507 3815 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-l2dwm] addLogicalPort annotation time took 17.469806ms I0507 14:37:35.292667 3815 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt] pod update took 16.37739ms I0507 14:37:35.292694 3815 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt] addLogicalPort annotation time took 16.405949ms I0507 14:37:35.293569 3815 pods.go:271] [openshift-ingress-canary/ingress-canary-l2dwm] addLogicalPort took 18.603219ms, libovsdb time 774.898µs I0507 14:37:35.293825 3815 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt] addLogicalPort took 17.611846ms, libovsdb time 845.066µs I0507 14:37:35.641406 3815 cni.go:452] [openshift-ingress-canary/ingress-canary-l2dwm a00b84559c2bffc1528dbb47fee1b721bb2061666b41563ea0359fc678f81770 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-l2dwm a00b84559c2bffc1528dbb47fee1b721bb2061666b41563ea0359fc678f81770 network default NAD default NAD key ] I0507 14:37:35.641575 3815 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt f56bf2e28924036be926200ce70bcf400b5973c20a0488a60924bb1db94ff481 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt f56bf2e28924036be926200ce70bcf400b5973c20a0488a60924bb1db94ff481 network default NAD default NAD key ] I0507 14:37:35.659876 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-vbwxt, hostIfaceName: f56bf2e28924036, network: default, NAD default, SandboxID: "f56bf2e28924036be926200ce70bcf400b5973c20a0488a60924bb1db94ff481", PCI device ID: , UID: "01d2e52b-0c43-465e-bc7b-9e618d2677f0", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0507 14:37:35.660150 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-l2dwm, hostIfaceName: a00b84559c2bffc, network: default, NAD default, SandboxID: "a00b84559c2bffc1528dbb47fee1b721bb2061666b41563ea0359fc678f81770", PCI device ID: , UID: "4497196c-76b6-4563-95be-10772a9ea6e5", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0507 14:37:35.705543 3815 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt f56bf2e28924036be926200ce70bcf400b5973c20a0488a60924bb1db94ff481 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vbwxt f56bf2e28924036be926200ce70bcf400b5973c20a0488a60924bb1db94ff481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9c:80:59:a4:63\",\"name\":\"f56bf2e28924036\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73fe7e01-97e8-48a3-941d-5dda38c719af\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:37:35.710585 3815 cni.go:473] [openshift-ingress-canary/ingress-canary-l2dwm a00b84559c2bffc1528dbb47fee1b721bb2061666b41563ea0359fc678f81770 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-l2dwm a00b84559c2bffc1528dbb47fee1b721bb2061666b41563ea0359fc678f81770 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ba:f6:4c:fd:c6\",\"name\":\"a00b84559c2bffc\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/338923d4-e45e-4614-8a02-9b1725d0739d\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:37:38.707051 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:40.236816 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:42.575367 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:42.575395 3815 default_network_controller.go:1025] Node "ip-10-0-1-137.ec2.internal" in remote zone "ip-10-0-1-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:42.575429 3815 node_tracker.go:235] Node ip-10-0-1-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-137.ec2.internal" I0507 14:37:42.575447 3815 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:42.575463 3815 services_controller.go:574] Full service sync requested for network=default W0507 14:37:42.575973 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:42.595950 3815 default_network_controller.go:1025] Node "ip-10-0-1-137.ec2.internal" in remote zone "ip-10-0-1-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:42.717009 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:42.717073 3815 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:42.717089 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:42.717118 3815 default_network_controller.go:1025] Node "ip-10-0-1-137.ec2.internal" in remote zone "ip-10-0-1-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0507 14:37:42.717314 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:42.718091 3815 zone_ic_handler.go:195] Time taken to create transit switch: 270.967µs I0507 14:37:42.718105 3815 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-137.ec2.internal for the network default I0507 14:37:42.719047 3815 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-137.ec2.internal" on network "default" took: 1.240152ms I0507 14:37:44.770441 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:44.770466 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 31.664µs I0507 14:37:44.770449 3815 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0507 14:37:44.770450 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:44.770505 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 10.0.1.137 to PMTUD blocking rules I0507 14:37:44.770516 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:37:44.770526 3815 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:44.770546 3815 services_controller.go:574] Full service sync requested for network=default W0507 14:37:44.770945 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:44.776858 3815 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-137.ec2.internal. Updating no re-route policies I0507 14:37:44.790975 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 10.0.1.137 to PMTUD blocking rules I0507 14:37:44.790992 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0507 14:37:46.627360 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:47.695010 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:48.777413 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:48.777449 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 42.653µs I0507 14:37:49.733939 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:49.733956 3815 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:49.733966 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 31.395µs I0507 14:37:49.733940 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.206782 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:55.206802 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "ip-10-0-0-60.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.206811 3815 node_tracker.go:235] Node ip-10-0-0-60.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal" I0507 14:37:55.206827 3815 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.206838 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.247628 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "ip-10-0-0-60.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.384025 3815 default_network_controller.go:1025] Node "ip-10-0-0-60.ec2.internal" in remote zone "ip-10-0-0-60.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 14:37:55.384064 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:55.384115 3815 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.384129 3815 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.385047 3815 zone_ic_handler.go:195] Time taken to create transit switch: 292.32µs I0507 14:37:55.385061 3815 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-60.ec2.internal for the network default I0507 14:37:55.385997 3815 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-60.ec2.internal" on network "default" took: 1.278886ms W0507 14:37:57.073844 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:37:57.941718 3815 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:57.941741 3815 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:57.941723 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:57.941753 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 10.0.0.60 to PMTUD blocking rules I0507 14:37:57.941763 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 45.302µs I0507 14:37:57.941766 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:37:57.941787 3815 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:57.941800 3815 services_controller.go:574] Full service sync requested for network=default W0507 14:37:57.942267 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:37:57.947786 3815 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-60.ec2.internal. Updating no re-route policies I0507 14:37:57.958238 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 10.0.0.60 to PMTUD blocking rules I0507 14:37:57.958252 3815 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-60.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:38:01.627031 3815 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:38:01.627068 3815 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 43.46µs I0507 14:38:03.532405 3815 cni.go:452] [kube-system/global-pull-secret-syncer-n6wr4 0297af5c7686a6cd383a365142504d53c53cd56f4a70c1f2cee40124145674a6 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-n6wr4 0297af5c7686a6cd383a365142504d53c53cd56f4a70c1f2cee40124145674a6 network default NAD default NAD key ] I0507 14:38:03.543010 3815 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-n6wr4, hostIfaceName: 0297af5c7686a6c, network: default, NAD default, SandboxID: "0297af5c7686a6cd383a365142504d53c53cd56f4a70c1f2cee40124145674a6", PCI device ID: , UID: "46a7b029-21ba-43f1-af83-2d86d3df0183", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0507 14:38:03.547798 3815 cni.go:452] [openshift-network-diagnostics/network-check-target-k64cs ad345045d6aeb1ee35db92dae80444080684e7a424363df816dd385be2a5c399 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-k64cs ad345045d6aeb1ee35db92dae80444080684e7a424363df816dd385be2a5c399 network default NAD default NAD key ] I0507 14:38:03.559583 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-k64cs, hostIfaceName: ad345045d6aeb1e, network: default, NAD default, SandboxID: "ad345045d6aeb1ee35db92dae80444080684e7a424363df816dd385be2a5c399", PCI device ID: , UID: "502f59c4-cf97-4aff-8e86-4350e531504b", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0507 14:38:03.590912 3815 cni.go:473] [kube-system/global-pull-secret-syncer-n6wr4 0297af5c7686a6cd383a365142504d53c53cd56f4a70c1f2cee40124145674a6 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-n6wr4 0297af5c7686a6cd383a365142504d53c53cd56f4a70c1f2cee40124145674a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:24:67:e0:05:f0\",\"name\":\"0297af5c7686a6c\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/819e0c81-1721-420b-b883-d4e6d652ece4\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:38:03.606896 3815 cni.go:473] [openshift-network-diagnostics/network-check-target-k64cs ad345045d6aeb1ee35db92dae80444080684e7a424363df816dd385be2a5c399 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-k64cs ad345045d6aeb1ee35db92dae80444080684e7a424363df816dd385be2a5c399 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:fa:3d:5a:6a:29\",\"name\":\"ad345045d6aeb1e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cd660d4-80da-4b70-a351-7ccceb032f9d\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:38:08.660885 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:08.901184 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:28.080982 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:28.081009 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:39.672639 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:38:50.427916 3815 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-sfknk for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.428021 3815 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk I0507 14:38:50.448624 3815 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk] pod update took 20.636351ms I0507 14:38:50.448643 3815 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk] addLogicalPort annotation time took 20.670977ms I0507 14:38:50.449815 3815 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk] addLogicalPort took 21.920445ms, libovsdb time 742.953µs I0507 14:38:50.531894 3815 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-7xz7r for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.532008 3815 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r I0507 14:38:50.538131 3815 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-q4h55 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.538204 3815 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55 I0507 14:38:50.540029 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-fv2mf for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.540103 3815 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf I0507 14:38:50.540243 3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-tkd5b] creating logical port openshift-insights_insights-operator-6dbb575d6c-tkd5b for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.540356 3815 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-tkd5b I0507 14:38:50.548892 3815 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r] pod update took 16.904058ms I0507 14:38:50.548915 3815 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r] addLogicalPort annotation time took 16.929418ms I0507 14:38:50.550306 3815 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r] addLogicalPort took 18.426408ms, libovsdb time 1.028321ms I0507 14:38:50.559351 3815 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55] pod update took 21.160736ms I0507 14:38:50.559379 3815 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55] addLogicalPort annotation time took 21.194454ms I0507 14:38:50.559384 3815 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-tkd5b] pod update took 19.055811ms I0507 14:38:50.559399 3815 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-tkd5b] addLogicalPort annotation time took 19.101246ms I0507 14:38:50.559743 3815 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf] pod update took 19.64231ms I0507 14:38:50.559762 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf] addLogicalPort annotation time took 19.681808ms I0507 14:38:50.560442 3815 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-tkd5b] addLogicalPort took 20.212124ms, libovsdb time 787.1µs I0507 14:38:50.560840 3815 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55] addLogicalPort took 22.72047ms, libovsdb time 1.043568ms I0507 14:38:50.561119 3815 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf] addLogicalPort took 21.104334ms, libovsdb time 1.047889ms I0507 14:38:50.642403 3815 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-zxbf2 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.642483 3815 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2 I0507 14:38:50.667256 3815 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2] pod update took 24.794422ms I0507 14:38:50.667278 3815 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2] addLogicalPort annotation time took 24.820557ms I0507 14:38:50.668753 3815 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2] addLogicalPort took 26.363738ms, libovsdb time 790.873µs I0507 14:38:50.719278 3815 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-844d74d666-cjxgz] creating logical port openshift-ingress_router-default-844d74d666-cjxgz for pod on switch ip-10-0-2-231.ec2.internal I0507 14:38:50.719402 3815 kube.go:256] Updating pod openshift-ingress/router-default-844d74d666-cjxgz I0507 14:38:50.741356 3815 pod.go:62] [openshift-ingress/router-default-844d74d666-cjxgz] pod update took 22.008396ms I0507 14:38:50.741379 3815 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-844d74d666-cjxgz] addLogicalPort annotation time took 22.035509ms I0507 14:38:50.742437 3815 pods.go:271] [openshift-ingress/router-default-844d74d666-cjxgz] addLogicalPort took 23.199078ms, libovsdb time 770.896µs I0507 14:38:50.784993 3815 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk 8c1a170ac8c371ed5ccf29296bddfe6281ce22e7b87629918ab9375a52621f05 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk 8c1a170ac8c371ed5ccf29296bddfe6281ce22e7b87629918ab9375a52621f05 network default NAD default NAD key ] I0507 14:38:50.794940 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-sfknk, hostIfaceName: 8c1a170ac8c371e, network: default, NAD default, SandboxID: "8c1a170ac8c371ed5ccf29296bddfe6281ce22e7b87629918ab9375a52621f05", PCI device ID: , UID: "f124333c-7b7b-4a56-8674-81beae34cb95", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0507 14:38:50.839717 3815 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk 8c1a170ac8c371ed5ccf29296bddfe6281ce22e7b87629918ab9375a52621f05 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-sfknk 8c1a170ac8c371ed5ccf29296bddfe6281ce22e7b87629918ab9375a52621f05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b4:c4:42:96:f9\",\"name\":\"8c1a170ac8c371e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f047de11-0f70-41f8-b0c1-cec188f44849\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:38:50.890319 3815 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r 0b08142e61bd4bead89def0b46e24f16da8d6c9edb223b32720c3379fb5f686e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r 0b08142e61bd4bead89def0b46e24f16da8d6c9edb223b32720c3379fb5f686e network default NAD default NAD key ] I0507 14:38:50.902319 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-7xz7r, hostIfaceName: 0b08142e61bd4be, network: default, NAD default, SandboxID: "0b08142e61bd4bead89def0b46e24f16da8d6c9edb223b32720c3379fb5f686e", PCI device ID: , UID: "1f494e04-19b6-4dca-9213-d6c9a517e02e", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0507 14:38:50.908356 3815 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-tkd5b 71441b62814ff1cba193f8e198ffb8eeb5c98a6bef11b49a7f3f783bc1ebd791 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-tkd5b 71441b62814ff1cba193f8e198ffb8eeb5c98a6bef11b49a7f3f783bc1ebd791 network default NAD default NAD key ] I0507 14:38:50.918435 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-tkd5b, hostIfaceName: 71441b62814ff1c, network: default, NAD default, SandboxID: "71441b62814ff1cba193f8e198ffb8eeb5c98a6bef11b49a7f3f783bc1ebd791", PCI device ID: , UID: "f6093588-3cf6-48f0-a005-1f217991682a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0507 14:38:50.948145 3815 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r 0b08142e61bd4bead89def0b46e24f16da8d6c9edb223b32720c3379fb5f686e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-7xz7r 0b08142e61bd4bead89def0b46e24f16da8d6c9edb223b32720c3379fb5f686e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:41:04:e8:c3:0a\",\"name\":\"0b08142e61bd4be\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2056fd4a-576e-4111-88ce-14754e0d86ec\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:38:50.964674 3815 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-tkd5b 71441b62814ff1cba193f8e198ffb8eeb5c98a6bef11b49a7f3f783bc1ebd791 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-tkd5b 71441b62814ff1cba193f8e198ffb8eeb5c98a6bef11b49a7f3f783bc1ebd791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:66:4a:a1:ca:3d\",\"name\":\"71441b62814ff1c\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17a79417-dcf9-48e4-a513-7e4b78403e4f\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:38:51.000143 3815 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2 3274f2e665bb14be2196e6ec568b767f95881993659a80dabe894422840c8888 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2 3274f2e665bb14be2196e6ec568b767f95881993659a80dabe894422840c8888 network default NAD default NAD key ] I0507 14:38:51.022330 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-zxbf2, hostIfaceName: 3274f2e665bb14b, network: default, NAD default, SandboxID: "3274f2e665bb14be2196e6ec568b767f95881993659a80dabe894422840c8888", PCI device ID: , UID: "ea8e58c6-69f0-49fd-96df-04696c736c53", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0507 14:38:51.068531 3815 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2 3274f2e665bb14be2196e6ec568b767f95881993659a80dabe894422840c8888 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-zxbf2 3274f2e665bb14be2196e6ec568b767f95881993659a80dabe894422840c8888 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8b:6c:cf:49:a7\",\"name\":\"3274f2e665bb14b\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38b2dbf0-dfdb-4f6d-8e8f-c02b746ac4b4\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:38:54.014850 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 14:38:55.276937 3815 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 14:38:55.277925 3815 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 966.273µs I0507 14:38:55.304314 3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 14:38:55.646884 3815 namespace.go:98] [openshift-service-ca] adding namespace I0507 14:38:55.647787 3815 namespace.go:102] [openshift-service-ca] adding namespace took 877.914µs I0507 14:38:55.664228 3815 namespace.go:142] [openshift-service-ca] updating namespace W0507 14:39:04.960621 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 14:39:22.426581 3815 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bk7q9] creating logical port openshift-insights_insights-runtime-extractor-bk7q9 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:22.426721 3815 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bk7q9 I0507 14:39:22.449121 3815 pod.go:62] [openshift-insights/insights-runtime-extractor-bk7q9] pod update took 22.46985ms I0507 14:39:22.449144 3815 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bk7q9] addLogicalPort annotation time took 22.498238ms I0507 14:39:22.450169 3815 pods.go:271] [openshift-insights/insights-runtime-extractor-bk7q9] addLogicalPort took 23.603302ms, libovsdb time 713.192µs W0507 14:39:22.456748 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:39:22.490870 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:22.502592 3815 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rqcdf] creating logical port openshift-console_downloads-5c54f4944f-rqcdf for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:22.502675 3815 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rqcdf I0507 14:39:22.523467 3815 pod.go:62] [openshift-console/downloads-5c54f4944f-rqcdf] pod update took 20.812944ms I0507 14:39:22.523485 3815 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rqcdf] addLogicalPort annotation time took 20.836222ms I0507 14:39:22.524532 3815 pods.go:271] [openshift-console/downloads-5c54f4944f-rqcdf] addLogicalPort took 21.950187ms, libovsdb time 703.168µs I0507 14:39:22.706591 3815 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55 09b43ab4bc686e92a676cf5bdefe3980503fbc4f3dcf24a4e5150b603d60f7f4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55 09b43ab4bc686e92a676cf5bdefe3980503fbc4f3dcf24a4e5150b603d60f7f4 network default NAD default NAD key ] I0507 14:39:22.713957 3815 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf 772f211bfc77a3ad2d46fd0706d1547ab9e87862c7d64aa2c781c9779a8c42a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf 772f211bfc77a3ad2d46fd0706d1547ab9e87862c7d64aa2c781c9779a8c42a1 network default NAD default NAD key ] I0507 14:39:22.716219 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-q4h55, hostIfaceName: 09b43ab4bc686e9, network: default, NAD default, SandboxID: "09b43ab4bc686e92a676cf5bdefe3980503fbc4f3dcf24a4e5150b603d60f7f4", PCI device ID: , UID: "798f6650-e774-4bd0-bebb-7a24e17bded8", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0507 14:39:22.723709 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-fv2mf, hostIfaceName: 772f211bfc77a3a, network: default, NAD default, SandboxID: "772f211bfc77a3ad2d46fd0706d1547ab9e87862c7d64aa2c781c9779a8c42a1", PCI device ID: , UID: "874580fd-1c43-4b61-b764-d9b48bb6f05e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0507 14:39:22.764910 3815 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55 09b43ab4bc686e92a676cf5bdefe3980503fbc4f3dcf24a4e5150b603d60f7f4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-q4h55 09b43ab4bc686e92a676cf5bdefe3980503fbc4f3dcf24a4e5150b603d60f7f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:bb:b5:d0:45:27\",\"name\":\"09b43ab4bc686e9\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53bc2157-bccb-4a9e-b4ae-99d2a7151414\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:22.782690 3815 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf 772f211bfc77a3ad2d46fd0706d1547ab9e87862c7d64aa2c781c9779a8c42a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-fv2mf 772f211bfc77a3ad2d46fd0706d1547ab9e87862c7d64aa2c781c9779a8c42a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ff:08:b4:ff:c1\",\"name\":\"772f211bfc77a3a\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69bd40fc-ac79-466d-ae97-af91c91e84ec\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:22.794349 3815 cni.go:452] [openshift-insights/insights-runtime-extractor-bk7q9 1d975de47c03e98dd14f9e00ca89db848d433a5c91adbe87b990c61c5f53fb45 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bk7q9 1d975de47c03e98dd14f9e00ca89db848d433a5c91adbe87b990c61c5f53fb45 network default NAD default NAD key ] I0507 14:39:22.804458 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bk7q9, hostIfaceName: 1d975de47c03e98, network: default, NAD default, SandboxID: "1d975de47c03e98dd14f9e00ca89db848d433a5c91adbe87b990c61c5f53fb45", PCI device ID: , UID: "c53b9ced-bef8-4f4f-be17-8e1de7b5520e", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0507 14:39:22.855841 3815 cni.go:473] [openshift-insights/insights-runtime-extractor-bk7q9 1d975de47c03e98dd14f9e00ca89db848d433a5c91adbe87b990c61c5f53fb45 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bk7q9 1d975de47c03e98dd14f9e00ca89db848d433a5c91adbe87b990c61c5f53fb45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:17:84:7e:ae:a1\",\"name\":\"1d975de47c03e98\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c674d0a-6ebe-4ac0-8315-241f0f91afb8\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:22.856151 3815 cni.go:452] [openshift-console/downloads-5c54f4944f-rqcdf 67e85873158324bdcc56c165b5086f779bd4e2176e8e8ab96e5009e57435ff7c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rqcdf 67e85873158324bdcc56c165b5086f779bd4e2176e8e8ab96e5009e57435ff7c network default NAD default NAD key ] I0507 14:39:22.865254 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rqcdf, hostIfaceName: 67e85873158324b, network: default, NAD default, SandboxID: "67e85873158324bdcc56c165b5086f779bd4e2176e8e8ab96e5009e57435ff7c", PCI device ID: , UID: "924eeec2-24e1-4882-ba23-324f14bdc655", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0507 14:39:22.880313 3815 cni.go:452] [openshift-ingress/router-default-844d74d666-cjxgz 9bccb85c6d810750fa96cb91ec0c1c815926992b4176d2cc88168006b7c90251 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-844d74d666-cjxgz 9bccb85c6d810750fa96cb91ec0c1c815926992b4176d2cc88168006b7c90251 network default NAD default NAD key ] I0507 14:39:22.890324 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-844d74d666-cjxgz, hostIfaceName: 9bccb85c6d81075, network: default, NAD default, SandboxID: "9bccb85c6d810750fa96cb91ec0c1c815926992b4176d2cc88168006b7c90251", PCI device ID: , UID: "ed01a622-e907-4c6e-afcf-a30b1b42081f", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0507 14:39:22.917049 3815 cni.go:473] [openshift-console/downloads-5c54f4944f-rqcdf 67e85873158324bdcc56c165b5086f779bd4e2176e8e8ab96e5009e57435ff7c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rqcdf 67e85873158324bdcc56c165b5086f779bd4e2176e8e8ab96e5009e57435ff7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6a:38:ed:e5:31\",\"name\":\"67e85873158324b\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b4517db-06a6-4412-99f7-5a557c4bb462\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:22.937373 3815 cni.go:473] [openshift-ingress/router-default-844d74d666-cjxgz 9bccb85c6d810750fa96cb91ec0c1c815926992b4176d2cc88168006b7c90251 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-844d74d666-cjxgz 9bccb85c6d810750fa96cb91ec0c1c815926992b4176d2cc88168006b7c90251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:40:29:5b:08:a2\",\"name\":\"9bccb85c6d81075\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fbdf0f9-8422-4cd8-8c12-75ee9d8202ae\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:39:23.120556 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.120574 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.120579 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.120702 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.120717 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.168232 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.168252 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.168256 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.168661 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.168677 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.887943 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.887959 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.902005 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.902025 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.902034 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0507 14:39:23.921390 3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:23.921438 3815 pods.go:176] Deleting pod: openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:23.923148 3815 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-86d94697cc-qsrlw, ips: 10.128.0.6 I0507 14:39:23.923179 3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:23.951348 3815 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7487ccb4b9-cch2q] creating logical port openshift-image-registry_image-registry-7487ccb4b9-cch2q for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:23.951473 3815 kube.go:256] Updating pod openshift-image-registry/image-registry-7487ccb4b9-cch2q I0507 14:39:23.952475 3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:23.952494 3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:23.971599 3815 pod.go:62] [openshift-image-registry/image-registry-7487ccb4b9-cch2q] pod update took 20.169039ms I0507 14:39:23.971626 3815 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7487ccb4b9-cch2q] addLogicalPort annotation time took 20.202007ms I0507 14:39:23.971699 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:23.971723 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:23.973111 3815 pods.go:271] [openshift-image-registry/image-registry-7487ccb4b9-cch2q] addLogicalPort took 21.785012ms, libovsdb time 1.086985ms W0507 14:39:24.161335 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.161359 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.161364 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.161375 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.161382 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.161383 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.161459 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.161477 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.161486 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.161506 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.161512 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.161517 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.207647 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.207672 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.207688 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.207691 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.207711 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.207695 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.207906 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.207916 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.207921 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.207932 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.207937 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.207941 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0507 14:39:24.250951 3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.251455 3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.251485 3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.251496 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 14:39:24.251509 3815 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.251523 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 14:39:24.319905 3815 cni.go:452] [openshift-image-registry/image-registry-7487ccb4b9-cch2q 5eb38b7e864fd48aedc12fbe02dd8b55f6f0dd720156c1c54d83049307366b62 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7487ccb4b9-cch2q 5eb38b7e864fd48aedc12fbe02dd8b55f6f0dd720156c1c54d83049307366b62 network default NAD default NAD key ] I0507 14:39:24.331158 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7487ccb4b9-cch2q, hostIfaceName: 5eb38b7e864fd48, network: default, NAD default, SandboxID: "5eb38b7e864fd48aedc12fbe02dd8b55f6f0dd720156c1c54d83049307366b62", PCI device ID: , UID: "0a3f3672-42c7-4b6b-9047-420c54bbe78f", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0507 14:39:24.384878 3815 cni.go:473] [openshift-image-registry/image-registry-7487ccb4b9-cch2q 5eb38b7e864fd48aedc12fbe02dd8b55f6f0dd720156c1c54d83049307366b62 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7487ccb4b9-cch2q 5eb38b7e864fd48aedc12fbe02dd8b55f6f0dd720156c1c54d83049307366b62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:61:8e:c8:59:13\",\"name\":\"5eb38b7e864fd48\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/287b91c5-78cc-43b1-be3c-f9d67d231bbc\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:39:24.901462 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.901487 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0507 14:39:24.982975 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 14:39:24.997164 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.997188 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.997196 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0507 14:39:25.309878 3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.309975 3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.310002 3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.310023 3815 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.543471 3815 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 14:39:25.561083 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-2fmn5 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:25.561248 3815 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5 I0507 14:39:25.573801 3815 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5] pod update took 12.594477ms I0507 14:39:25.573822 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5] addLogicalPort annotation time took 12.619488ms I0507 14:39:25.575264 3815 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5] addLogicalPort took 14.197057ms, libovsdb time 1.089495ms W0507 14:39:25.955429 3815 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:26.526561 3815 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5 31bb0772557e78a63b1b3a0f669470908ce9257cf987d794adefd9c38068c23e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5 31bb0772557e78a63b1b3a0f669470908ce9257cf987d794adefd9c38068c23e network default NAD default NAD key ] I0507 14:39:26.536521 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-2fmn5, hostIfaceName: 31bb0772557e78a, network: default, NAD default, SandboxID: "31bb0772557e78a63b1b3a0f669470908ce9257cf987d794adefd9c38068c23e", PCI device ID: , UID: "ba4f3b1c-b537-4204-bda9-444ca757a6c6", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0507 14:39:26.586896 3815 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5 31bb0772557e78a63b1b3a0f669470908ce9257cf987d794adefd9c38068c23e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2fmn5 31bb0772557e78a63b1b3a0f669470908ce9257cf987d794adefd9c38068c23e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:46:e7:f8:51:b3\",\"name\":\"31bb0772557e78a\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d2b31bd-01af-4e0e-aae2-f722891ac4ef\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:39:28.322979 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 14:39:28.934105 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 14:39:30.013791 3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 14:39:30.031639 3815 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0507 14:39:32.448387 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:39:32.448432 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:39:35.169688 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:35.194743 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:35.194865 3815 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 14:39:35.228268 3815 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 33.450933ms I0507 14:39:35.228298 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 33.476507ms I0507 14:39:35.229624 3815 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 34.915752ms, libovsdb time 1.020476ms W0507 14:39:35.369523 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:35.553904 3815 cni.go:452] [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key ] I0507 14:39:35.563986 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 498411818a5271e, network: default, NAD default, SandboxID: "498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529", PCI device ID: , UID: "94d7eba8-edf1-4f59-a025-6e91c578b45b", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0507 14:39:35.615445 3815 cni.go:473] [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:44:4a:35:7d:8c\",\"name\":\"498411818a5271e\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18afad17-8c22-4d80-b99e-ad2d984e3b39\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:36.896241 3815 base_network_controller_pods.go:487] [default/openshift-console/console-85b8fc7794-j5dkn] creating logical port openshift-console_console-85b8fc7794-j5dkn for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:36.896404 3815 kube.go:256] Updating pod openshift-console/console-85b8fc7794-j5dkn W0507 14:39:36.918187 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:36.918252 3815 pod.go:62] [openshift-console/console-85b8fc7794-j5dkn] pod update took 21.882067ms I0507 14:39:36.918384 3815 base_network_controller_pods.go:951] [default/openshift-console/console-85b8fc7794-j5dkn] addLogicalPort annotation time took 22.020256ms I0507 14:39:36.919721 3815 pods.go:271] [openshift-console/console-85b8fc7794-j5dkn] addLogicalPort took 23.504588ms, libovsdb time 1.000228ms I0507 14:39:38.850164 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-z2d57 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:38.850264 3815 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57 I0507 14:39:38.865230 3815 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57] pod update took 14.996115ms I0507 14:39:38.865259 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57] addLogicalPort annotation time took 15.029834ms I0507 14:39:38.866769 3815 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57] addLogicalPort took 16.62573ms, libovsdb time 975.365µs W0507 14:39:39.788778 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:39.803335 3815 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-85b8fc7794-pxm6t IP address from the namespace address-set, err: pod openshift-console/console-85b8fc7794-pxm6t: no pod IPs found I0507 14:39:40.481679 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:39:40.481792 3815 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 14:39:40.513159 3815 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.400063ms I0507 14:39:40.513199 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.444649ms I0507 14:39:40.514528 3815 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.86532ms, libovsdb time 990.956µs W0507 14:39:41.227423 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:39:42.231665 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:42.231683 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:43.238708 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.238747 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.238759 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.238766 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:43.355510 3815 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57 0dc71c884ca5b7b201471375a2854f07d28fc75f91f93e478a645bde3298f602 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57 0dc71c884ca5b7b201471375a2854f07d28fc75f91f93e478a645bde3298f602 network default NAD default NAD key ] I0507 14:39:43.357925 3815 cni.go:452] [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key ] I0507 14:39:43.361909 3815 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key ] I0507 14:39:43.368922 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-z2d57, hostIfaceName: 0dc71c884ca5b7b, network: default, NAD default, SandboxID: "0dc71c884ca5b7b201471375a2854f07d28fc75f91f93e478a645bde3298f602", PCI device ID: , UID: "c36cfe8b-9d38-4a41-aa71-a1554d0a9a53", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0507 14:39:43.370470 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85b8fc7794-j5dkn, hostIfaceName: b21322c08bf8ed7, network: default, NAD default, SandboxID: "b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83", PCI device ID: , UID: "6e94cd69-0d7b-45cd-856a-41d234b607d5", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0507 14:39:43.374127 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0599c0f64323b26, network: default, NAD default, SandboxID: "0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0", PCI device ID: , UID: "5b3ed641-9b13-4e74-a6b3-d761d398647a", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0507 14:39:43.435222 3815 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:de:5f:ba:a8:9c\",\"name\":\"0599c0f64323b26\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61a97db9-97fa-42fe-99cf-72b2f6e5db1b\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:43.450008 3815 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57 0dc71c884ca5b7b201471375a2854f07d28fc75f91f93e478a645bde3298f602 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z2d57 0dc71c884ca5b7b201471375a2854f07d28fc75f91f93e478a645bde3298f602 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:92:81:de:92:29\",\"name\":\"0dc71c884ca5b7b\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9da207bf-e57c-4712-8338-85bd89815452\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:43.467535 3815 cni.go:473] [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4b:c8:d4:e7:e7\",\"name\":\"b21322c08bf8ed7\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f962270b-c98c-4071-afdf-88f7da5fe6c2\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:39:43.472784 3815 cni.go:452] [openshift-dns/dns-default-dgj97 2cb1a34c248f6b1392ab008532900ff0fff4e8cd252e845019c201d600b8c865 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dgj97 2cb1a34c248f6b1392ab008532900ff0fff4e8cd252e845019c201d600b8c865 network default NAD default NAD key ] I0507 14:39:43.483076 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dgj97, hostIfaceName: 2cb1a34c248f6b1, network: default, NAD default, SandboxID: "2cb1a34c248f6b1392ab008532900ff0fff4e8cd252e845019c201d600b8c865", PCI device ID: , UID: "c236b87a-dfd6-47c3-ac19-b45d4e5c3f25", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0507 14:39:43.540396 3815 cni.go:473] [openshift-dns/dns-default-dgj97 2cb1a34c248f6b1392ab008532900ff0fff4e8cd252e845019c201d600b8c865 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dgj97 2cb1a34c248f6b1392ab008532900ff0fff4e8cd252e845019c201d600b8c865 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d9:95:e9:0f:ec\",\"name\":\"2cb1a34c248f6b1\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/197f1b48-dfe6-4073-aa88-48cb4e3b20a2\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:39:44.015779 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:44.015805 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:44.115666 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.115765 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.115797 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476340 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476363 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476369 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:46.427043 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:39:46.483944 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 14:39:46.913066 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:47.712693 3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:47.713347 3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.247931 3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.247958 3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.253219 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59d88bf758-nn9f7 I0507 14:39:48.253243 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59d88bf758-nn9f7 W0507 14:39:48.494636 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.494654 3815 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.494661 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.494666 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:48.542516 3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.543219 3815 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.570132 3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.570213 3815 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.572136 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86d94697cc-gvtjf I0507 14:39:48.572163 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86d94697cc-gvtjf W0507 14:39:49.031065 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:58.057025 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:39:59.019138 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 14:39:59.019161 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 14:39:59.019169 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 14:40:00.061996 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 14:40:00.062023 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 14:40:00.062054 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 14:40:01.068412 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0507 14:40:02.681249 3815 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:02.681781 3815 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:03.532064 3815 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:03.532089 3815 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:03.537136 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:03.537156 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:05.083587 3815 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-2zc7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:05.084098 3815 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-2zc7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:05.316830 3815 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-2zc7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:05.316855 3815 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-2zc7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:05.321934 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f57f788b5-2zc7s I0507 14:40:05.321954 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f57f788b5-2zc7s W0507 14:40:15.572446 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 14:40:15.620004 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.620027 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:15.620039 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:40:20.144644 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 14:40:20.144668 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 14:40:20.144711 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 14:40:21.144048 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0507 14:40:38.776889 3815 cni.go:452] [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key ] I0507 14:40:38.858020 3815 cni.go:473] [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85b8fc7794-j5dkn b21322c08bf8ed768ff0206383ea72b04579c6fe393e9a16008f528a2dd45e83 network default NAD default NAD key default], result "{}", err I0507 14:40:38.927045 3815 obj_retry.go:498] Detected object openshift-console/console-85b8fc7794-j5dkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:38.927085 3815 pods.go:176] Deleting pod: openshift-console/console-85b8fc7794-j5dkn I0507 14:40:38.928658 3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85b8fc7794-j5dkn, ips: 10.128.0.22 I0507 14:40:38.928695 3815 obj_retry.go:498] Detected object openshift-console/console-85b8fc7794-j5dkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:39.212383 3815 obj_retry.go:492] Detected object openshift-console/console-85b8fc7794-j5dkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:39.212411 3815 obj_retry.go:492] Detected object openshift-console/console-85b8fc7794-j5dkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:39.219511 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b8fc7794-j5dkn I0507 14:40:39.219545 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b8fc7794-j5dkn I0507 14:40:39.815190 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:39.815742 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.380333 3815 obj_retry.go:498] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.380932 3815 obj_retry.go:498] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.692446 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.692474 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.767540 3815 obj_retry.go:492] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.767563 3815 obj_retry.go:492] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.773149 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57f57cbbf5-2s5dj I0507 14:40:40.773169 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57f57cbbf5-2s5dj W0507 14:40:41.265873 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:40:41.265894 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 14:40:55.953604 3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:55.954204 3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:56.750502 3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:56.750527 3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:56.758161 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 14:40:56.758192 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 14:41:00.313885 3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:00.314409 3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:00.560263 3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:00.560287 3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:00.566002 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 14:41:00.566029 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 14:41:02.237935 3815 base_network_controller_pods.go:487] [default/openshift-console/console-754df8778d-275p8] creating logical port openshift-console_console-754df8778d-275p8 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:41:02.238035 3815 kube.go:256] Updating pod openshift-console/console-754df8778d-275p8 I0507 14:41:02.267022 3815 pod.go:62] [openshift-console/console-754df8778d-275p8] pod update took 29.011619ms I0507 14:41:02.267050 3815 base_network_controller_pods.go:951] [default/openshift-console/console-754df8778d-275p8] addLogicalPort annotation time took 29.043281ms I0507 14:41:02.268207 3815 pods.go:271] [openshift-console/console-754df8778d-275p8] addLogicalPort took 30.287453ms, libovsdb time 707.059µs I0507 14:41:02.599581 3815 cni.go:452] [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key ] I0507 14:41:02.608943 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-754df8778d-275p8, hostIfaceName: aae1916cfe28072, network: default, NAD default, SandboxID: "aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17", PCI device ID: , UID: "e140aaac-486b-4cb0-9ae3-edc6e5bfc851", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0507 14:41:02.659541 3815 cni.go:473] [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7b:26:54:b9:74\",\"name\":\"aae1916cfe28072\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72634cd9-56d5-4d4e-be18-7dda25da3825\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:41:09.571532 3815 cni.go:452] [openshift-multus/network-metrics-daemon-4rttr d26f92b0c7a47ecd175e4b3a86132962fccc1d8a5444bfef95783f0bd0c458da network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-4rttr d26f92b0c7a47ecd175e4b3a86132962fccc1d8a5444bfef95783f0bd0c458da network default NAD default NAD key ] I0507 14:41:09.580536 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-4rttr, hostIfaceName: d26f92b0c7a47ec, network: default, NAD default, SandboxID: "d26f92b0c7a47ecd175e4b3a86132962fccc1d8a5444bfef95783f0bd0c458da", PCI device ID: , UID: "44abf4a7-7d51-42c6-a7ae-1eac08378661", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0507 14:41:09.627890 3815 cni.go:473] [openshift-multus/network-metrics-daemon-4rttr d26f92b0c7a47ecd175e4b3a86132962fccc1d8a5444bfef95783f0bd0c458da network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-4rttr d26f92b0c7a47ecd175e4b3a86132962fccc1d8a5444bfef95783f0bd0c458da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f3:a6:8a:ad:32\",\"name\":\"d26f92b0c7a47ec\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e87fcdf2-3bd5-4cb6-958c-84d887f49d4e\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:41:13.363572 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 14:41:18.370864 3815 cni.go:452] [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key ] I0507 14:41:18.437881 3815 cni.go:473] [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 498411818a5271ef379b2df5ddfdacbe20d1a6bd4b46fb78ce4985a0ff208529 network default NAD default NAD key default], result "{}", err I0507 14:41:18.498606 3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:18.498642 3815 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0507 14:41:18.499942 3815 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.21 I0507 14:41:18.499975 3815 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:19.385823 3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:19.385844 3815 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:19.392439 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 14:41:19.392467 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 14:41:19.429171 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:41:19.429280 3815 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 14:41:19.450192 3815 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.951297ms I0507 14:41:19.450213 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.978784ms I0507 14:41:19.451365 3815 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.210348ms, libovsdb time 827.106µs I0507 14:41:19.788177 3815 cni.go:452] [openshift-monitoring/alertmanager-main-0 a8a1bff233b6b7d94acf182aaf24eeffd018dcc9d15ba23260005ac22dd91395 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 a8a1bff233b6b7d94acf182aaf24eeffd018dcc9d15ba23260005ac22dd91395 network default NAD default NAD key ] I0507 14:41:19.797580 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: a8a1bff233b6b7d, network: default, NAD default, SandboxID: "a8a1bff233b6b7d94acf182aaf24eeffd018dcc9d15ba23260005ac22dd91395", PCI device ID: , UID: "84adc21b-0751-4a35-89ff-c789372b6e58", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0507 14:41:19.846741 3815 cni.go:473] [openshift-monitoring/alertmanager-main-0 a8a1bff233b6b7d94acf182aaf24eeffd018dcc9d15ba23260005ac22dd91395 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 a8a1bff233b6b7d94acf182aaf24eeffd018dcc9d15ba23260005ac22dd91395 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:76:54:c2:fd:97\",\"name\":\"a8a1bff233b6b7d\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f12dd198-7f69-4237-b6fb-87baecd7d43d\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:41:27.545888 3815 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:27.546430 3815 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:27.888624 3815 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:27.888645 3815 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:27.893431 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:27.893456 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:38.690489 3815 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-d2zhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:38.691070 3815 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-d2zhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:39.015456 3815 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-d2zhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:39.015479 3815 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-d2zhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:39.020645 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59b68fc68b-d2zhf I0507 14:41:39.020673 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59b68fc68b-d2zhf W0507 14:41:49.852253 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:41:49.852277 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:41:49.852283 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 14:42:03.514665 3815 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key ] I0507 14:42:03.582574 3815 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 0599c0f64323b26c35f9a4f26b20a785b0c099e186d24062529ad9c825dcf9c0 network default NAD default NAD key default], result "{}", err I0507 14:42:03.648085 3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:42:03.648148 3815 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0507 14:42:03.649390 3815 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.24 I0507 14:42:03.649420 3815 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:42:04.572280 3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:42:04.572303 3815 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:42:04.580337 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 14:42:04.580377 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 14:42:04.622445 3815 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:42:04.622550 3815 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 14:42:04.650950 3815 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.434307ms I0507 14:42:04.650974 3815 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.461962ms I0507 14:42:04.652181 3815 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.752048ms, libovsdb time 866.239µs I0507 14:42:04.983799 3815 cni.go:452] [openshift-monitoring/prometheus-k8s-0 4fa615405a472ae5b781bf4f70705101ce02dca2f376634dd1a9ff40b2a5b922 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 4fa615405a472ae5b781bf4f70705101ce02dca2f376634dd1a9ff40b2a5b922 network default NAD default NAD key ] I0507 14:42:04.993237 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 4fa615405a472ae, network: default, NAD default, SandboxID: "4fa615405a472ae5b781bf4f70705101ce02dca2f376634dd1a9ff40b2a5b922", PCI device ID: , UID: "056f196a-1ca4-4884-958a-04cea4fe4d2b", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0507 14:42:05.040714 3815 cni.go:473] [openshift-monitoring/prometheus-k8s-0 4fa615405a472ae5b781bf4f70705101ce02dca2f376634dd1a9ff40b2a5b922 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 4fa615405a472ae5b781bf4f70705101ce02dca2f376634dd1a9ff40b2a5b922 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:4a:03:ef:50:5e\",\"name\":\"4fa615405a472ae\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4d8cb74-8313-4ae8-805f-c799fd997fdb\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:42:42.828704 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 14:42:56.817706 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0507 14:43:05.873176 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:43:05.873206 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 14:43:20.698655 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0507 14:43:23.709833 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=661 I0507 14:43:38.914984 3815 obj_retry.go:498] Detected object openshift-console/console-754df8778d-h9q9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:38.915523 3815 obj_retry.go:498] Detected object openshift-console/console-754df8778d-h9q9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:39.430541 3815 obj_retry.go:492] Detected object openshift-console/console-754df8778d-h9q9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:39.430562 3815 obj_retry.go:492] Detected object openshift-console/console-754df8778d-h9q9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:39.433058 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754df8778d-h9q9q I0507 14:43:39.433084 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754df8778d-h9q9q I0507 14:43:49.330883 3815 cni.go:452] [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key ] I0507 14:43:49.415199 3815 cni.go:473] [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-754df8778d-275p8 aae1916cfe280728f4547d0228632f3db67fc54feade09fe83f8974b3ed17e17 network default NAD default NAD key default], result "{}", err I0507 14:43:49.474263 3815 obj_retry.go:498] Detected object openshift-console/console-754df8778d-275p8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:49.474303 3815 pods.go:176] Deleting pod: openshift-console/console-754df8778d-275p8 I0507 14:43:49.475747 3815 pods.go:236] Attempting to release IPs for pod: openshift-console/console-754df8778d-275p8, ips: 10.128.0.25 I0507 14:43:49.475775 3815 obj_retry.go:498] Detected object openshift-console/console-754df8778d-275p8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:49.996105 3815 obj_retry.go:492] Detected object openshift-console/console-754df8778d-275p8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:49.996129 3815 obj_retry.go:492] Detected object openshift-console/console-754df8778d-275p8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:50.005576 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754df8778d-275p8 I0507 14:43:50.005595 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754df8778d-275p8 I0507 14:44:13.806372 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 14:44:24.812065 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 14:44:27.701817 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 W0507 14:44:34.665394 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:44:45.707499 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 14:44:45.707561 3815 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-24r5f IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-24r5f: no pod IPs found I0507 14:44:52.701759 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 14:44:59.829369 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 14:45:15.707633 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0507 14:45:22.790905 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 14:45:42.700774 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148 I0507 14:45:44.731192 3815 namespace.go:98] [tsf] adding namespace I0507 14:45:44.732158 3815 namespace.go:102] [tsf] adding namespace took 943.455µs I0507 14:45:44.744695 3815 namespace.go:142] [tsf] updating namespace I0507 14:45:44.752933 3815 namespace.go:142] [tsf] updating namespace I0507 14:45:48.827024 3815 namespace.go:98] [rhbk-operator] adding namespace I0507 14:45:48.827927 3815 namespace.go:102] [rhbk-operator] adding namespace took 878.768µs I0507 14:45:48.830068 3815 namespace.go:98] [tsf-tpa] adding namespace I0507 14:45:48.830130 3815 namespace.go:98] [rhtpa-operator] adding namespace I0507 14:45:48.830162 3815 namespace.go:98] [konflux-operator] adding namespace I0507 14:45:48.830313 3815 namespace.go:98] [tsf-tas] adding namespace I0507 14:45:48.830356 3815 namespace.go:98] [tsf-keycloak] adding namespace I0507 14:45:48.830753 3815 namespace.go:102] [tsf-tpa] adding namespace took 656.907µs I0507 14:45:48.831036 3815 namespace.go:98] [konflux-ui] adding namespace I0507 14:45:48.831181 3815 namespace.go:98] [cert-manager-operator] adding namespace I0507 14:45:48.831345 3815 namespace.go:102] [rhtpa-operator] adding namespace took 1.201809ms I0507 14:45:48.832080 3815 namespace.go:102] [konflux-operator] adding namespace took 1.901981ms I0507 14:45:48.832742 3815 namespace.go:102] [tsf-tas] adding namespace took 2.388813ms I0507 14:45:48.833375 3815 namespace.go:102] [tsf-keycloak] adding namespace took 3.00847ms I0507 14:45:48.833888 3815 namespace.go:102] [konflux-ui] adding namespace took 2.840143ms I0507 14:45:48.834501 3815 namespace.go:102] [cert-manager-operator] adding namespace took 3.306249ms I0507 14:45:48.841790 3815 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.854059 3815 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.866284 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.875455 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.882449 3815 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:48.894578 3815 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:48.894586 3815 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:48.896669 3815 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.906911 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.907096 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.909148 3815 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:48.912972 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.913044 3815 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.933096 3815 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.946667 3815 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.956253 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.968560 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.977469 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.987549 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.994782 3815 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:49.004416 3815 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:49.007631 3815 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:49.018233 3815 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:49.038163 3815 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:50.298957 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:50.302564 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:55.843493 3815 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844070 3815 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844095 3815 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844103 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:55.844123 3815 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.844131 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:56.870482 3815 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870509 3815 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870529 3815 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870543 3815 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:57.890724 3815 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891298 3815 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891326 3815 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891336 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:57.891345 3815 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891350 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.879183 3815 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879714 3815 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879754 3815 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879765 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:58.879776 3815 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879780 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.918428 3815 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.918451 3815 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.918465 3815 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.918484 3815 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.919305 3815 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.919787 3815 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.919810 3815 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.919820 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:58.919833 3815 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.919841 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:59.902957 3815 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.902980 3815 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.902996 3815 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903009 3815 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951151 3815 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951181 3815 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951195 3815 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951207 3815 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:05.794442 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0507 14:46:05.956599 3815 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.957186 3815 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.957215 3815 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.957223 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:46:05.957233 3815 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.957237 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:46:07.003370 3815 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.003396 3815 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.003411 3815 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.003438 3815 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:08.954149 3815 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.954708 3815 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.954765 3815 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.954775 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:46:08.954786 3815 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.954791 3815 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:46:09.995260 3815 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.995285 3815 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.995304 3815 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.995318 3815 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:11.371046 3815 namespace.go:98] [cert-manager] adding namespace I0507 14:46:11.371874 3815 namespace.go:102] [cert-manager] adding namespace took 807.469µs I0507 14:46:11.405328 3815 namespace.go:142] [cert-manager] updating namespace I0507 14:46:11.446638 3815 namespace.go:142] [cert-manager] updating namespace I0507 14:46:15.505074 3815 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-wfgm5] creating logical port rhbk-operator_rhbk-operator-69889d554d-wfgm5 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:46:15.505247 3815 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-wfgm5 I0507 14:46:15.524323 3815 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-wfgm5] pod update took 19.107602ms I0507 14:46:15.524358 3815 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-wfgm5] addLogicalPort annotation time took 19.14203ms I0507 14:46:15.525592 3815 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-wfgm5] addLogicalPort took 20.537186ms, libovsdb time 862.693µs I0507 14:46:15.865435 3815 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-wfgm5 cfaa644cb794a84e9aaee03e19d75d9a04893695cf7872332db95f9104f7fc22 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-wfgm5 cfaa644cb794a84e9aaee03e19d75d9a04893695cf7872332db95f9104f7fc22 network default NAD default NAD key ] I0507 14:46:15.874544 3815 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-wfgm5, hostIfaceName: cfaa644cb794a84, network: default, NAD default, SandboxID: "cfaa644cb794a84e9aaee03e19d75d9a04893695cf7872332db95f9104f7fc22", PCI device ID: , UID: "b996f04c-36ef-403b-8c08-c8501e4fd70c", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] W0507 14:46:15.879392 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 14:46:15.922511 3815 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-wfgm5 cfaa644cb794a84e9aaee03e19d75d9a04893695cf7872332db95f9104f7fc22 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-wfgm5 cfaa644cb794a84e9aaee03e19d75d9a04893695cf7872332db95f9104f7fc22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:3d:46:81:30:f9\",\"name\":\"cfaa644cb794a84\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/962f3942-1fa2-4883-a95c-0b637916a69a\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:46:15.930782 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.673870 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.683636 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.697093 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.705973 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 14:46:19.519113 3815 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-bj6d8 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:46:19.519222 3815 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8 I0507 14:46:19.535469 3815 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8] pod update took 16.281175ms I0507 14:46:19.535498 3815 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8] addLogicalPort annotation time took 16.314847ms I0507 14:46:19.536904 3815 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8] addLogicalPort took 17.812174ms, libovsdb time 999.249µs I0507 14:46:20.425744 3815 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8 8347fa24d24b449169b198ef6f27466bfa0f18f26b86629f4890c6c4c772c141 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8 8347fa24d24b449169b198ef6f27466bfa0f18f26b86629f4890c6c4c772c141 network default NAD default NAD key ] I0507 14:46:20.434846 3815 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-bj6d8, hostIfaceName: 8347fa24d24b449, network: default, NAD default, SandboxID: "8347fa24d24b449169b198ef6f27466bfa0f18f26b86629f4890c6c4c772c141", PCI device ID: , UID: "28963017-d95c-4b24-93d8-4645138c551d", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0507 14:46:20.485887 3815 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8 8347fa24d24b449169b198ef6f27466bfa0f18f26b86629f4890c6c4c772c141 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bj6d8 8347fa24d24b449169b198ef6f27466bfa0f18f26b86629f4890c6c4c772c141 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:a3:ee:f6:ee:55\",\"name\":\"8347fa24d24b449\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84135ea3-415a-4f5d-8904-dccf7ee2e415\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:46:24.106799 3815 namespace.go:142] [openshift-operators] updating namespace I0507 14:46:24.118930 3815 namespace.go:142] [openshift-operators] updating namespace W0507 14:46:31.649200 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 14:46:31.649218 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 14:46:32.384171 3815 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 14:46:32.385181 3815 namespace.go:102] [trusted-artifact-signer] adding namespace took 989.07µs I0507 14:46:32.396970 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:32.478178 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:32.795551 3815 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-49cbr] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-49cbr for pod on switch ip-10-0-2-231.ec2.internal I0507 14:46:32.795637 3815 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-49cbr I0507 14:46:32.807001 3815 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-49cbr] pod update took 11.386789ms I0507 14:46:32.807026 3815 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-49cbr] addLogicalPort annotation time took 11.415261ms I0507 14:46:32.808256 3815 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-49cbr] addLogicalPort took 12.718954ms, libovsdb time 876.266µs W0507 14:46:33.062993 3815 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 14:46:33.160152 3815 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-49cbr c4ed6ab29da9044b50fc99e97c6a890d27e38290b9a09c528ef1a21607fd6faa network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-49cbr c4ed6ab29da9044b50fc99e97c6a890d27e38290b9a09c528ef1a21607fd6faa network default NAD default NAD key ] I0507 14:46:33.169537 3815 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-49cbr, hostIfaceName: c4ed6ab29da9044, network: default, NAD default, SandboxID: "c4ed6ab29da9044b50fc99e97c6a890d27e38290b9a09c528ef1a21607fd6faa", PCI device ID: , UID: "4edeb85c-a9e7-44a6-805c-95b49e00b027", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0507 14:46:33.218284 3815 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-49cbr c4ed6ab29da9044b50fc99e97c6a890d27e38290b9a09c528ef1a21607fd6faa network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-49cbr c4ed6ab29da9044b50fc99e97c6a890d27e38290b9a09c528ef1a21607fd6faa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:6d:f8:61:e8:a7\",\"name\":\"c4ed6ab29da9044\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3bf7ddd-ed35-419e-a643-9c5a0c180263\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:46:35.507610 3815 namespace.go:142] [openshift-operators] updating namespace W0507 14:46:37.650908 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 14:46:37.650930 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 14:46:49.790616 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0507 14:46:51.198246 3815 namespace.go:98] [openshift-pipelines] adding namespace I0507 14:46:51.199248 3815 namespace.go:102] [openshift-pipelines] adding namespace took 955.969µs I0507 14:46:51.217050 3815 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:46:51.926606 3815 namespace.go:142] [cert-manager] updating namespace I0507 14:46:52.116724 3815 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:52.512260 3815 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:52.712358 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:52.911437 3815 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:53.321895 3815 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:53.518826 3815 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:53.732816 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:53.937239 3815 namespace.go:142] [tsf] updating namespace I0507 14:46:54.140010 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:54.339114 3815 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:54.540921 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:54.675838 3815 namespace.go:142] [cert-manager] updating namespace I0507 14:46:54.684604 3815 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:54.694322 3815 namespace.go:142] [default] updating namespace I0507 14:46:54.702881 3815 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:54.712215 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:54.720119 3815 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:54.728892 3815 namespace.go:142] [openshift] updating namespace I0507 14:46:54.737842 3815 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:54.749054 3815 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:54.761818 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:54.770349 3815 namespace.go:142] [tsf] updating namespace I0507 14:46:54.786345 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:54.802702 3815 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:54.826092 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:54.923617 3815 namespace.go:142] [cert-manager] updating namespace I0507 14:46:55.023785 3815 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:55.129442 3815 namespace.go:142] [default] updating namespace I0507 14:46:55.224587 3815 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:55.322936 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:55.425298 3815 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:55.525818 3815 namespace.go:142] [openshift] updating namespace I0507 14:46:55.624014 3815 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:55.722874 3815 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:55.799521 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 14:46:55.824108 3815 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:55.922840 3815 namespace.go:142] [tsf] updating namespace I0507 14:46:56.022369 3815 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:56.122309 3815 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:56.224547 3815 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:56.498089 3815 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:47:03.467033 3815 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:03.467548 3815 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:03.489099 3815 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:03.489118 3815 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:03.495590 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 14:47:03.495612 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0507 14:47:11.454879 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.454897 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.454904 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.492535 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492554 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492561 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492569 3815 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.529789 3815 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:11.529807 3815 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:11.529813 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:20.475967 3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 14:47:20.499282 3815 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 14:47:25.823939 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0507 14:47:29.578509 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-dxdlx for pod on switch ip-10-0-2-231.ec2.internal I0507 14:47:29.578617 3815 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx I0507 14:47:29.594937 3815 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx] pod update took 16.344916ms I0507 14:47:29.594962 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx] addLogicalPort annotation time took 16.39479ms I0507 14:47:29.596207 3815 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx] addLogicalPort took 17.71113ms, libovsdb time 906.46µs I0507 14:47:29.780963 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-vwqmd for pod on switch ip-10-0-2-231.ec2.internal I0507 14:47:29.781054 3815 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd I0507 14:47:29.795381 3815 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd] pod update took 14.347118ms I0507 14:47:29.795400 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd] addLogicalPort annotation time took 14.373281ms I0507 14:47:29.796928 3815 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd] addLogicalPort took 15.980567ms, libovsdb time 1.04378ms I0507 14:47:29.938432 3815 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx c4a7f4d3047f4f3a581480120dfca0ea81cc18621b4a6aed6e2f59bab0b4d209 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx c4a7f4d3047f4f3a581480120dfca0ea81cc18621b4a6aed6e2f59bab0b4d209 network default NAD default NAD key ] I0507 14:47:29.947781 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-dxdlx, hostIfaceName: c4a7f4d3047f4f3, network: default, NAD default, SandboxID: "c4a7f4d3047f4f3a581480120dfca0ea81cc18621b4a6aed6e2f59bab0b4d209", PCI device ID: , UID: "8c4e456b-ff99-4872-aa83-0fb3bc629962", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0507 14:47:29.997299 3815 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx c4a7f4d3047f4f3a581480120dfca0ea81cc18621b4a6aed6e2f59bab0b4d209 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-dxdlx c4a7f4d3047f4f3a581480120dfca0ea81cc18621b4a6aed6e2f59bab0b4d209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:70:a0:32:47:fc\",\"name\":\"c4a7f4d3047f4f3\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8019b4e-c7a3-4567-be42-6110d71631a3\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:47:30.143348 3815 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd f9748e90bb503266800aa021a0042074d317f88022a06ca06e633303fc57a9b2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd f9748e90bb503266800aa021a0042074d317f88022a06ca06e633303fc57a9b2 network default NAD default NAD key ] I0507 14:47:30.153850 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-vwqmd, hostIfaceName: f9748e90bb50326, network: default, NAD default, SandboxID: "f9748e90bb503266800aa021a0042074d317f88022a06ca06e633303fc57a9b2", PCI device ID: , UID: "8d4a77a7-9355-4a90-a38b-f3971a1b7e8d", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0507 14:47:30.203013 3815 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd f9748e90bb503266800aa021a0042074d317f88022a06ca06e633303fc57a9b2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vwqmd f9748e90bb503266800aa021a0042074d317f88022a06ca06e633303fc57a9b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:05:33:37:ee:6a\",\"name\":\"f9748e90bb50326\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4154d62a-c788-434d-851a-9cef27047e85\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:47:34.922661 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 14:47:43.738091 3815 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:43.738656 3815 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:43.758681 3815 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:43.758698 3815 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:43.764626 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 14:47:43.764652 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 14:47:45.709618 3815 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 14:47:45.710300 3815 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 14:47:45.710324 3815 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 14:47:45.720065 3815 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0507 14:47:45.937318 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 14:47:47.847125 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-k4m6f for pod on switch ip-10-0-2-231.ec2.internal I0507 14:47:47.847250 3815 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f I0507 14:47:47.861709 3815 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f] pod update took 14.484326ms I0507 14:47:47.861746 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f] addLogicalPort annotation time took 14.510878ms I0507 14:47:47.862998 3815 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f] addLogicalPort took 15.8933ms, libovsdb time 887.985µs I0507 14:47:48.208878 3815 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f cfd3951502a90cd287ad9f4f2f021401a83649a3d904a669615c926f8f0a3ac0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f cfd3951502a90cd287ad9f4f2f021401a83649a3d904a669615c926f8f0a3ac0 network default NAD default NAD key ] I0507 14:47:48.217931 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-k4m6f, hostIfaceName: cfd3951502a90cd, network: default, NAD default, SandboxID: "cfd3951502a90cd287ad9f4f2f021401a83649a3d904a669615c926f8f0a3ac0", PCI device ID: , UID: "8d3f02c3-5c6f-48db-8182-2418b4db3732", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0507 14:47:48.266509 3815 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f cfd3951502a90cd287ad9f4f2f021401a83649a3d904a669615c926f8f0a3ac0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-k4m6f cfd3951502a90cd287ad9f4f2f021401a83649a3d904a669615c926f8f0a3ac0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a5:13:d5:19:17\",\"name\":\"cfd3951502a90cd\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/240a9d5a-514c-41d6-8f9b-bea646485a45\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:47:58.968976 3815 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 14:47:59.821337 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0507 14:48:02.706507 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:02.706528 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:02.710035 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 14:48:02.710053 3815 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0507 14:48:13.873491 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-crr9z] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-crr9z for pod on switch ip-10-0-2-231.ec2.internal I0507 14:48:13.873589 3815 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-crr9z I0507 14:48:13.890294 3815 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-crr9z] pod update took 16.730098ms I0507 14:48:13.890319 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-crr9z] addLogicalPort annotation time took 16.76115ms I0507 14:48:13.891574 3815 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-crr9z] addLogicalPort took 18.101077ms, libovsdb time 881.924µs I0507 14:48:13.973253 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-r28n7 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:48:13.973329 3815 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7 I0507 14:48:13.987095 3815 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7] pod update took 13.782364ms I0507 14:48:13.987123 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7] addLogicalPort annotation time took 13.811918ms I0507 14:48:13.988250 3815 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7] addLogicalPort took 15.009318ms, libovsdb time 774.379µs I0507 14:48:14.070719 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-gmsmt for pod on switch ip-10-0-2-231.ec2.internal I0507 14:48:14.070835 3815 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt I0507 14:48:14.086710 3815 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt] pod update took 15.907042ms I0507 14:48:14.086746 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt] addLogicalPort annotation time took 15.951257ms I0507 14:48:14.088003 3815 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt] addLogicalPort took 17.304189ms, libovsdb time 898.66µs I0507 14:48:14.236997 3815 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-crr9z 1c379238e65ebde990e4b495eb805445d485e9c47794f02f591d8045afbd07aa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-crr9z 1c379238e65ebde990e4b495eb805445d485e9c47794f02f591d8045afbd07aa network default NAD default NAD key ] I0507 14:48:14.246378 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-crr9z, hostIfaceName: 1c379238e65ebde, network: default, NAD default, SandboxID: "1c379238e65ebde990e4b495eb805445d485e9c47794f02f591d8045afbd07aa", PCI device ID: , UID: "590c9c4a-0239-4cfa-94c7-0408327d9560", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0507 14:48:14.298370 3815 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-crr9z 1c379238e65ebde990e4b495eb805445d485e9c47794f02f591d8045afbd07aa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-crr9z 1c379238e65ebde990e4b495eb805445d485e9c47794f02f591d8045afbd07aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c5:b5:b9:65:d7\",\"name\":\"1c379238e65ebde\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56b79272-714f-4f91-a471-25f2057434e5\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:48:14.336885 3815 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7 804ba6ccf7cca783b4d56d345896b107a395769cd88aa898b1f2d40e995eb959 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7 804ba6ccf7cca783b4d56d345896b107a395769cd88aa898b1f2d40e995eb959 network default NAD default NAD key ] I0507 14:48:14.346631 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-r28n7, hostIfaceName: 804ba6ccf7cca78, network: default, NAD default, SandboxID: "804ba6ccf7cca783b4d56d345896b107a395769cd88aa898b1f2d40e995eb959", PCI device ID: , UID: "8e32f182-f288-4781-bebb-c5d1ec676fa9", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0507 14:48:14.396365 3815 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7 804ba6ccf7cca783b4d56d345896b107a395769cd88aa898b1f2d40e995eb959 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-r28n7 804ba6ccf7cca783b4d56d345896b107a395769cd88aa898b1f2d40e995eb959 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f2:a2:71:bb:50\",\"name\":\"804ba6ccf7cca78\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab310198-ac12-421d-9b69-ef34bf374857\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:48:14.433256 3815 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt 72c1ea4631f170c275c40213aa6fc975c0c6cf2dbaffc54cd52e0bf14e98c620 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt 72c1ea4631f170c275c40213aa6fc975c0c6cf2dbaffc54cd52e0bf14e98c620 network default NAD default NAD key ] I0507 14:48:14.442520 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-gmsmt, hostIfaceName: 72c1ea4631f170c, network: default, NAD default, SandboxID: "72c1ea4631f170c275c40213aa6fc975c0c6cf2dbaffc54cd52e0bf14e98c620", PCI device ID: , UID: "14b8f0fa-aea3-4c34-8687-3a6387f9bbd6", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0507 14:48:14.492642 3815 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt 72c1ea4631f170c275c40213aa6fc975c0c6cf2dbaffc54cd52e0bf14e98c620 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gmsmt 72c1ea4631f170c275c40213aa6fc975c0c6cf2dbaffc54cd52e0bf14e98c620 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:1a:3e:c9:48:a9\",\"name\":\"72c1ea4631f170c\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e221ca15-b687-48e4-9e83-abdf9187c71c\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:48:17.831901 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 W0507 14:48:21.183426 3815 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:21.183445 3815 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:21.183452 3815 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 14:48:31.754708 3815 namespace.go:142] [openshift-pipelines] updating namespace W0507 14:48:34.254556 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:34.254576 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:34.254582 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 14:48:39.077379 3815 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:39.077911 3815 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:39.118469 3815 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:39.118490 3815 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:39.120945 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 14:48:39.120970 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 14:48:42.306324 3815 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz] creating logical port tsf-tas_trillian-logserver-6b96cdc7ff-zq5xz for pod on switch ip-10-0-2-231.ec2.internal I0507 14:48:42.306447 3815 kube.go:256] Updating pod tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz I0507 14:48:42.325564 3815 pod.go:62] [tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz] pod update took 19.138723ms I0507 14:48:42.325589 3815 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz] addLogicalPort annotation time took 19.16515ms I0507 14:48:42.326787 3815 pods.go:271] [tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz] addLogicalPort took 20.474715ms, libovsdb time 810.715µs I0507 14:48:42.421286 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-78lrs-dkcrr] creating logical port tsf-tas_rekor-createtree-job-78lrs-dkcrr for pod on switch ip-10-0-2-231.ec2.internal I0507 14:48:42.421380 3815 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-78lrs-dkcrr I0507 14:48:42.434982 3815 pod.go:62] [tsf-tas/rekor-createtree-job-78lrs-dkcrr] pod update took 13.625703ms I0507 14:48:42.435002 3815 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-78lrs-dkcrr] addLogicalPort annotation time took 13.651721ms I0507 14:48:42.436306 3815 pods.go:271] [tsf-tas/rekor-createtree-job-78lrs-dkcrr] addLogicalPort took 15.035585ms, libovsdb time 939.784µs I0507 14:48:42.465626 3815 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf] creating logical port tsf-tas_trillian-logsigner-6d778c9ffb-jmfwf for pod on switch ip-10-0-2-231.ec2.internal I0507 14:48:42.465707 3815 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf I0507 14:48:42.484491 3815 pod.go:62] [tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf] pod update took 18.806394ms I0507 14:48:42.484515 3815 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf] addLogicalPort annotation time took 18.834475ms I0507 14:48:42.485716 3815 pods.go:271] [tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf] addLogicalPort took 20.101798ms, libovsdb time 791.032µs I0507 14:48:42.669070 3815 cni.go:452] [tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz be570a55c49e43695f2f27b23d63d484ffc68f421318806a9972ca1b547349f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz be570a55c49e43695f2f27b23d63d484ffc68f421318806a9972ca1b547349f4 network default NAD default NAD key ] I0507 14:48:42.679079 3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6b96cdc7ff-zq5xz, hostIfaceName: be570a55c49e436, network: default, NAD default, SandboxID: "be570a55c49e43695f2f27b23d63d484ffc68f421318806a9972ca1b547349f4", PCI device ID: , UID: "bff4c63f-762e-4d8e-8b2a-5cade0c9a019", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0507 14:48:42.729370 3815 cni.go:473] [tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz be570a55c49e43695f2f27b23d63d484ffc68f421318806a9972ca1b547349f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6b96cdc7ff-zq5xz be570a55c49e43695f2f27b23d63d484ffc68f421318806a9972ca1b547349f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ae:cc:8f:f5:1a\",\"name\":\"be570a55c49e436\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61b59d04-99cb-421d-8934-eb146bec4711\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:48:42.780813 3815 cni.go:452] [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key ] I0507 14:48:42.790857 3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-78lrs-dkcrr, hostIfaceName: f759dee9b864887, network: default, NAD default, SandboxID: "f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271", PCI device ID: , UID: "f2c34747-e167-4533-9aeb-c2506e4570d9", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0507 14:48:42.842216 3815 cni.go:473] [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fe:52:eb:5a:d1\",\"name\":\"f759dee9b864887\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a7aee5f-833b-4c7b-81f6-cc724e640595\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:48:43.427291 3815 cni.go:452] [tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf 5a919a12c3382b506a442e9b788f0d515879589fa8b8df19abd051bf163d5de7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf 5a919a12c3382b506a442e9b788f0d515879589fa8b8df19abd051bf163d5de7 network default NAD default NAD key ] I0507 14:48:43.437629 3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6d778c9ffb-jmfwf, hostIfaceName: 5a919a12c3382b5, network: default, NAD default, SandboxID: "5a919a12c3382b506a442e9b788f0d515879589fa8b8df19abd051bf163d5de7", PCI device ID: , UID: "2c44d373-a5f3-4ced-8031-9c83f67d3bb0", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0507 14:48:43.489855 3815 cni.go:473] [tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf 5a919a12c3382b506a442e9b788f0d515879589fa8b8df19abd051bf163d5de7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6d778c9ffb-jmfwf 5a919a12c3382b506a442e9b788f0d515879589fa8b8df19abd051bf163d5de7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:63:2d:bb:1c:c3\",\"name\":\"5a919a12c3382b5\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b10f811-c8b8-4ae3-9df5-26d2ec443180\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:48:45.105787 3815 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-rz7rw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:45.106477 3815 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-rz7rw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:46.001655 3815 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-rz7rw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:46.001703 3815 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-rz7rw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:48:49.288071 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 14:48:49.314018 3815 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0507 14:48:58.777811 3815 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 14:48:58.916528 3815 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:58.917076 3815 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:59.934549 3815 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:59.934573 3815 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:49:03.832267 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 14:49:04.075832 3815 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:04.075850 3815 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:28.451991 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0507 14:49:28.480777 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 14:49:37.375001 3815 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:37.375623 3815 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:37.394338 3815 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:37.394358 3815 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:37.399694 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 14:49:37.399723 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 14:49:46.437812 3815 obj_retry.go:498] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:46.438369 3815 obj_retry.go:498] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:47.315142 3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:47.315173 3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:51.212807 3815 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:51.213407 3815 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:52.092907 3815 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:52.092957 3815 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:49:55.104177 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 14:49:55.245529 3815 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:55.246064 3815 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:56.273800 3815 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.273828 3815 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.306919 3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.306942 3815 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.310938 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bcl9x I0507 14:49:56.310962 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bcl9x I0507 14:50:00.518592 3815 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.519154 3815 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.538524 3815 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:00.538545 3815 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:00.543895 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.543922 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.649846 3815 cni.go:452] [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key ] I0507 14:50:00.734946 3815 cni.go:473] [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-78lrs-dkcrr f759dee9b864887ce98affdabcad3c103fbd367e27a3ddbb6565591f9a125271 network default NAD default NAD key default], result "{}", err I0507 14:50:00.790039 3815 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.790068 3815 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-78lrs-dkcrr I0507 14:50:00.791436 3815 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-78lrs-dkcrr, ips: 10.128.0.38 I0507 14:50:00.791463 3815 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:01.669073 3815 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:01.669097 3815 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:03.554829 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:03.555351 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:03.602004 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6884cd7879-t2cpd] creating logical port tsf-tas_rekor-redis-6884cd7879-t2cpd for pod on switch ip-10-0-2-231.ec2.internal I0507 14:50:03.602090 3815 kube.go:256] Updating pod tsf-tas/rekor-redis-6884cd7879-t2cpd I0507 14:50:03.625719 3815 pod.go:62] [tsf-tas/rekor-redis-6884cd7879-t2cpd] pod update took 23.651343ms I0507 14:50:03.625750 3815 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6884cd7879-t2cpd] addLogicalPort annotation time took 23.686081ms I0507 14:50:03.626923 3815 pods.go:271] [tsf-tas/rekor-redis-6884cd7879-t2cpd] addLogicalPort took 24.931165ms, libovsdb time 802.406µs I0507 14:50:03.775230 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-df8797ffc-mqfmv] creating logical port tsf-tas_rekor-search-ui-df8797ffc-mqfmv for pod on switch ip-10-0-2-231.ec2.internal I0507 14:50:03.775335 3815 kube.go:256] Updating pod tsf-tas/rekor-search-ui-df8797ffc-mqfmv I0507 14:50:03.787082 3815 pod.go:62] [tsf-tas/rekor-search-ui-df8797ffc-mqfmv] pod update took 11.782425ms I0507 14:50:03.787103 3815 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-df8797ffc-mqfmv] addLogicalPort annotation time took 11.810018ms I0507 14:50:03.788429 3815 pods.go:271] [tsf-tas/rekor-search-ui-df8797ffc-mqfmv] addLogicalPort took 13.222569ms, libovsdb time 930.786µs I0507 14:50:04.135989 3815 cni.go:452] [tsf-tas/rekor-search-ui-df8797ffc-mqfmv 4ba809b03c943ffb2f9f58762b7866bf09cac4071fab3c015b020ed1cbc8c132 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-df8797ffc-mqfmv 4ba809b03c943ffb2f9f58762b7866bf09cac4071fab3c015b020ed1cbc8c132 network default NAD default NAD key ] I0507 14:50:04.145175 3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-df8797ffc-mqfmv, hostIfaceName: 4ba809b03c943ff, network: default, NAD default, SandboxID: "4ba809b03c943ffb2f9f58762b7866bf09cac4071fab3c015b020ed1cbc8c132", PCI device ID: , UID: "6287de1d-4263-4c0a-b6e7-ce7533e0c763", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0507 14:50:04.196423 3815 cni.go:473] [tsf-tas/rekor-search-ui-df8797ffc-mqfmv 4ba809b03c943ffb2f9f58762b7866bf09cac4071fab3c015b020ed1cbc8c132 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-df8797ffc-mqfmv 4ba809b03c943ffb2f9f58762b7866bf09cac4071fab3c015b020ed1cbc8c132 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c5:6e:37:53:8a\",\"name\":\"4ba809b03c943ff\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83dcf4a6-ae8f-44fe-8eaa-8dd0059a88f4\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:50:04.562695 3815 cni.go:452] [tsf-tas/rekor-redis-6884cd7879-t2cpd aef637e4f9de51999a4e54d838a77337c1f85d026974ee16799d046e91d84433 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6884cd7879-t2cpd aef637e4f9de51999a4e54d838a77337c1f85d026974ee16799d046e91d84433 network default NAD default NAD key ] I0507 14:50:04.571939 3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6884cd7879-t2cpd, hostIfaceName: aef637e4f9de519, network: default, NAD default, SandboxID: "aef637e4f9de51999a4e54d838a77337c1f85d026974ee16799d046e91d84433", PCI device ID: , UID: "1b2d9037-3210-4652-abfe-3e2d5d04021f", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0507 14:50:04.576675 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:04.576696 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:04.623120 3815 cni.go:473] [tsf-tas/rekor-redis-6884cd7879-t2cpd aef637e4f9de51999a4e54d838a77337c1f85d026974ee16799d046e91d84433 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6884cd7879-t2cpd aef637e4f9de51999a4e54d838a77337c1f85d026974ee16799d046e91d84433 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9a:f8:45:a1:7b\",\"name\":\"aef637e4f9de519\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cefcb63c-f71e-4d6c-a73c-3e5782b0f3ba\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:50:06.307812 3815 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-89cc7fd8b-hm45h] creating logical port tsf-tas_rekor-server-89cc7fd8b-hm45h for pod on switch ip-10-0-2-231.ec2.internal I0507 14:50:06.307933 3815 kube.go:256] Updating pod tsf-tas/rekor-server-89cc7fd8b-hm45h I0507 14:50:06.331940 3815 pod.go:62] [tsf-tas/rekor-server-89cc7fd8b-hm45h] pod update took 24.033689ms I0507 14:50:06.331963 3815 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-89cc7fd8b-hm45h] addLogicalPort annotation time took 24.064757ms I0507 14:50:06.333345 3815 pods.go:271] [tsf-tas/rekor-server-89cc7fd8b-hm45h] addLogicalPort took 25.555207ms, libovsdb time 968.348µs W0507 14:50:06.692990 3815 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 14:50:07.321611 3815 obj_retry.go:498] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:07.322284 3815 obj_retry.go:498] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:08.343541 3815 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:08.343563 3815 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:08.692532 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0507 14:50:11.384155 3815 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:11.384701 3815 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:11.468766 3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:11.468790 3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:13.269288 3815 cni.go:452] [tsf-tas/rekor-server-89cc7fd8b-hm45h 171a101effbe27ac6934063c32f13333959c1e1c802fc78bb488d8d1a453cbe0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-89cc7fd8b-hm45h 171a101effbe27ac6934063c32f13333959c1e1c802fc78bb488d8d1a453cbe0 network default NAD default NAD key ] I0507 14:50:13.278660 3815 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-89cc7fd8b-hm45h, hostIfaceName: 171a101effbe27a, network: default, NAD default, SandboxID: "171a101effbe27ac6934063c32f13333959c1e1c802fc78bb488d8d1a453cbe0", PCI device ID: , UID: "3aa8a396-3eaa-41e6-9089-26ebe0fd0db5", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0507 14:50:13.330479 3815 cni.go:473] [tsf-tas/rekor-server-89cc7fd8b-hm45h 171a101effbe27ac6934063c32f13333959c1e1c802fc78bb488d8d1a453cbe0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-89cc7fd8b-hm45h 171a101effbe27ac6934063c32f13333959c1e1c802fc78bb488d8d1a453cbe0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6b:08:92:42:16\",\"name\":\"171a101effbe27a\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d20eec4c-9da1-41ef-b4e1-06b35c3eec40\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:50:14.376296 3815 obj_retry.go:498] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:14.376919 3815 obj_retry.go:498] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:14.698515 3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:14.698540 3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:15.732026 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0507 14:50:18.726535 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0507 14:50:20.705553 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 14:50:26.560617 3815 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0507 14:50:26.742048 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0507 14:50:29.693831 3815 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:29.694369 3815 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:29.715218 3815 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:29.715236 3815 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:29.721018 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 14:50:29.721040 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 14:50:30.497803 3815 namespace.go:98] [image-controller] adding namespace I0507 14:50:30.498628 3815 namespace.go:102] [image-controller] adding namespace took 805.243µs I0507 14:50:30.501566 3815 namespace.go:98] [build-service] adding namespace I0507 14:50:30.501675 3815 namespace.go:98] [integration-service] adding namespace I0507 14:50:30.502250 3815 namespace.go:102] [build-service] adding namespace took 668.751µs I0507 14:50:30.502758 3815 namespace.go:102] [integration-service] adding namespace took 1.067775ms I0507 14:50:30.502789 3815 namespace.go:98] [default-tenant] adding namespace I0507 14:50:30.503231 3815 namespace.go:102] [default-tenant] adding namespace took 435.668µs I0507 14:50:30.545195 3815 namespace.go:142] [image-controller] updating namespace I0507 14:50:30.562637 3815 namespace.go:142] [image-controller] updating namespace I0507 14:50:30.590979 3815 namespace.go:142] [build-service] updating namespace I0507 14:50:30.609645 3815 namespace.go:142] [build-service] updating namespace I0507 14:50:30.635400 3815 namespace.go:142] [integration-service] updating namespace I0507 14:50:30.656118 3815 namespace.go:142] [integration-service] updating namespace I0507 14:50:30.679779 3815 namespace.go:142] [default-tenant] updating namespace I0507 14:50:30.714850 3815 namespace.go:142] [default-tenant] updating namespace I0507 14:50:30.923661 3815 namespace.go:142] [build-service] updating namespace I0507 14:50:30.955001 3815 namespace.go:142] [integration-service] updating namespace I0507 14:50:31.033293 3815 namespace.go:98] [release-service] adding namespace I0507 14:50:31.034156 3815 namespace.go:102] [release-service] adding namespace took 844.307µs I0507 14:50:31.177651 3815 namespace.go:142] [release-service] updating namespace I0507 14:50:31.177675 3815 namespace.go:142] [konflux-ui] updating namespace I0507 14:50:31.276821 3815 namespace.go:142] [release-service] updating namespace I0507 14:50:31.521596 3815 namespace.go:98] [konflux-info] adding namespace I0507 14:50:31.522494 3815 namespace.go:102] [konflux-info] adding namespace took 868.689µs I0507 14:50:31.632788 3815 namespace.go:98] [namespace-lister] adding namespace I0507 14:50:31.633562 3815 namespace.go:102] [namespace-lister] adding namespace took 755.355µs I0507 14:50:31.710402 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 14:50:31.754281 3815 namespace.go:98] [enterprise-contract-service] adding namespace I0507 14:50:31.755130 3815 namespace.go:102] [enterprise-contract-service] adding namespace took 829.441µs I0507 14:50:31.792739 3815 namespace.go:142] [konflux-info] updating namespace I0507 14:50:31.850994 3815 namespace.go:142] [image-controller] updating namespace I0507 14:50:31.869762 3815 namespace.go:142] [konflux-info] updating namespace I0507 14:50:31.968028 3815 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:32.087100 3815 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:32.191655 3815 namespace.go:142] [default-tenant] updating namespace I0507 14:50:32.229773 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:32.286029 3815 namespace.go:98] [segment-bridge] adding namespace I0507 14:50:32.286857 3815 namespace.go:102] [segment-bridge] adding namespace took 808.941µs I0507 14:50:32.331168 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:32.565564 3815 namespace.go:98] [konflux-cli] adding namespace I0507 14:50:32.566314 3815 namespace.go:102] [konflux-cli] adding namespace took 726.835µs I0507 14:50:32.615753 3815 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:33.000658 3815 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:33.123897 3815 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:33.376909 3815 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:33.638787 3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 14:50:33.639438 3815 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 14:50:33.639459 3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 14:50:33.641978 3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 14:50:34.530679 3815 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 14:50:34.530711 3815 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 14:50:34.531687 3815 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 14:50:35.065688 3815 namespace.go:142] [build-service] updating namespace I0507 14:50:35.762615 3815 namespace.go:142] [default-tenant] updating namespace I0507 14:50:35.778441 3815 base_network_controller_pods.go:487] [default/konflux-ui/proxy-57dd77f9c8-x8bmp] creating logical port konflux-ui_proxy-57dd77f9c8-x8bmp for pod on switch ip-10-0-2-231.ec2.internal I0507 14:50:35.778538 3815 kube.go:256] Updating pod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:50:35.861109 3815 pod.go:62] [konflux-ui/proxy-57dd77f9c8-x8bmp] pod update took 82.601842ms I0507 14:50:35.861143 3815 base_network_controller_pods.go:951] [default/konflux-ui/proxy-57dd77f9c8-x8bmp] addLogicalPort annotation time took 82.641356ms I0507 14:50:35.862451 3815 pods.go:271] [konflux-ui/proxy-57dd77f9c8-x8bmp] addLogicalPort took 84.024127ms, libovsdb time 872.749µs I0507 14:50:36.354138 3815 namespace.go:142] [image-controller] updating namespace I0507 14:50:36.897886 3815 namespace.go:142] [integration-service] updating namespace I0507 14:50:37.254639 3815 namespace.go:142] [konflux-info] updating namespace I0507 14:50:37.414225 3815 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-4tbrd for pod on switch ip-10-0-2-231.ec2.internal I0507 14:50:37.414335 3815 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd I0507 14:50:37.465067 3815 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd] pod update took 50.764871ms I0507 14:50:37.465094 3815 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd] addLogicalPort annotation time took 50.799096ms I0507 14:50:37.466341 3815 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd] addLogicalPort took 52.133387ms, libovsdb time 851.53µs I0507 14:50:37.578758 3815 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:37.894866 3815 namespace.go:142] [release-service] updating namespace I0507 14:50:38.354074 3815 namespace.go:142] [build-service] updating namespace I0507 14:50:38.392964 3815 namespace.go:142] [default-tenant] updating namespace I0507 14:50:38.428776 3815 namespace.go:142] [image-controller] updating namespace I0507 14:50:38.438937 3815 namespace.go:142] [integration-service] updating namespace I0507 14:50:38.481773 3815 namespace.go:142] [konflux-info] updating namespace I0507 14:50:38.531578 3815 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:38.545617 3815 namespace.go:142] [release-service] updating namespace I0507 14:50:38.775614 3815 namespace.go:142] [build-service] updating namespace I0507 14:50:38.941723 3815 namespace.go:142] [default-tenant] updating namespace I0507 14:50:39.112905 3815 namespace.go:142] [image-controller] updating namespace I0507 14:50:39.215934 3815 namespace.go:142] [integration-service] updating namespace I0507 14:50:39.369468 3815 namespace.go:142] [konflux-info] updating namespace I0507 14:50:39.371228 3815 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-554cdd46d4-w6654] creating logical port integration-service_integration-service-controller-manager-554cdd46d4-w6654 for pod on switch ip-10-0-2-231.ec2.internal I0507 14:50:39.371312 3815 kube.go:256] Updating pod integration-service/integration-service-controller-manager-554cdd46d4-w6654 I0507 14:50:39.487876 3815 kube.go:256] Updating pod integration-service/integration-service-controller-manager-554cdd46d4-w6654 I0507 14:50:39.522851 3815 pod.go:62] [integration-service/integration-service-controller-manager-554cdd46d4-w6654] pod update took 151.561772ms I0507 14:50:39.522876 3815 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-554cdd46d4-w6654] addLogicalPort annotation time took 151.58897ms I0507 14:50:39.524227 3815 pods.go:271] [integration-service/integration-service-controller-manager-554cdd46d4-w6654] addLogicalPort took 153.012297ms, libovsdb time 930.906µs I0507 14:50:39.581062 3815 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:39.690693 3815 cni.go:452] [integration-service/integration-service-controller-manager-554cdd46d4-w6654 9bcf15a431dc549fecfcd7d8a8e2e2d601874a8dfa6600e771df9e2224ccaf13 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-554cdd46d4-w6654 9bcf15a431dc549fecfcd7d8a8e2e2d601874a8dfa6600e771df9e2224ccaf13 network default NAD default NAD key ] I0507 14:50:39.700009 3815 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-554cdd46d4-w6654, hostIfaceName: 9bcf15a431dc549, network: default, NAD default, SandboxID: "9bcf15a431dc549fecfcd7d8a8e2e2d601874a8dfa6600e771df9e2224ccaf13", PCI device ID: , UID: "4186e347-67f7-455b-943b-d30c6863a361", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0507 14:50:39.703658 3815 namespace.go:142] [release-service] updating namespace I0507 14:50:39.754660 3815 cni.go:473] [integration-service/integration-service-controller-manager-554cdd46d4-w6654 9bcf15a431dc549fecfcd7d8a8e2e2d601874a8dfa6600e771df9e2224ccaf13 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-554cdd46d4-w6654 9bcf15a431dc549fecfcd7d8a8e2e2d601874a8dfa6600e771df9e2224ccaf13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ff:d6:77:d1:ea\",\"name\":\"9bcf15a431dc549\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db61df61-5f17-4e0e-8fff-e39e084f8bcd\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:50:41.850095 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.043946 3815 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.239761 3815 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:42.347640 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.369765 3815 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.394684 3815 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:42.467320 3815 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.582699 3815 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.669612 3815 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:43.662164 3815 cni.go:452] [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key ] I0507 14:50:43.671336 3815 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-57dd77f9c8-x8bmp, hostIfaceName: cce05cab9badb68, network: default, NAD default, SandboxID: "cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94", PCI device ID: , UID: "70f4d39f-d1c8-4e58-9b70-461e7e7b70b4", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0507 14:50:43.724022 3815 cni.go:473] [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:fa:1b:0e:ce:ca\",\"name\":\"cce05cab9badb68\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e558809-387e-44aa-a40e-91bffcbb738f\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:50:43.892421 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:43.893707 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 14:50:45.280445 3815 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd dec36f33fc643831f1e8602ed37f347b60f0c7788f9667addf47c52deadbd3c5 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd dec36f33fc643831f1e8602ed37f347b60f0c7788f9667addf47c52deadbd3c5 network default NAD default NAD key ] I0507 14:50:45.291927 3815 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-4tbrd, hostIfaceName: dec36f33fc64383, network: default, NAD default, SandboxID: "dec36f33fc643831f1e8602ed37f347b60f0c7788f9667addf47c52deadbd3c5", PCI device ID: , UID: "d4aec8f7-89c7-45dd-99a7-30475d4c5371", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0507 14:50:45.348156 3815 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd dec36f33fc643831f1e8602ed37f347b60f0c7788f9667addf47c52deadbd3c5 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-4tbrd dec36f33fc643831f1e8602ed37f347b60f0c7788f9667addf47c52deadbd3c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:22:9e:41:a1:6a\",\"name\":\"dec36f33fc64383\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f759bf55-4dbd-449a-adfd-31da97890d45\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:50:45.435013 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 14:50:45.455525 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 14:50:45.479132 3815 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 14:50:49.024760 3815 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:49.025398 3815 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 14:50:49.929192 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:49.929210 3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:49.949933 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 14:50:49.952161 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0507 14:50:50.045948 3815 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:50.045970 3815 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:51.499920 3815 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 14:50:51.531084 3815 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 14:50:51.531117 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:51.568319 3815 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:51.568336 3815 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 14:50:52.809026 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0507 14:50:54.896136 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:54.897124 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 14:50:55.235830 3815 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:55.236486 3815 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:55.523907 3815 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:55.523932 3815 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:55.528632 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:55.528665 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:55.713202 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=629 W0507 14:51:00.935413 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0507 14:51:00.937393 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 14:51:02.583466 3815 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0507 14:51:31.005819 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 14:51:31.005839 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 14:51:42.702048 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0507 14:52:01.195214 3815 cni.go:452] [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key ] I0507 14:52:01.285251 3815 cni.go:473] [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-57dd77f9c8-x8bmp cce05cab9badb680f9e92508347c241613c3c49972702d79ba9c32f37033eb94 network default NAD default NAD key default], result "{}", err I0507 14:52:01.350140 3815 obj_retry.go:498] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:01.350177 3815 pods.go:176] Deleting pod: konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:01.351530 3815 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-57dd77f9c8-x8bmp, ips: 10.128.0.43 I0507 14:52:01.351556 3815 obj_retry.go:498] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:02.301329 3815 obj_retry.go:492] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:02.301356 3815 obj_retry.go:492] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:02.307058 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:02.307093 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:03.705905 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0507 14:52:07.135973 3815 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:07.136572 3815 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:07.174542 3815 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:07.174576 3815 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:07.177072 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 14:52:07.177096 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 14:52:13.803089 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 14:52:27.443283 3815 namespace.go:98] [managed-tenant-n6s2r] adding namespace I0507 14:52:27.444223 3815 namespace.go:102] [managed-tenant-n6s2r] adding namespace took 917.616µs I0507 14:52:27.464415 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:27.478289 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.498773 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.631849 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.729370 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:32.832420 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 14:52:39.815271 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 14:52:56.797723 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 14:52:58.793856 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 14:53:29.710951 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170 I0507 14:53:35.827927 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 14:53:48.835057 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 14:53:57.825066 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0507 14:55:21.794602 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 14:55:33.704515 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0507 14:55:41.048148 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod] creating logical port default-tenant_tsf-comp-zady7-on-pull-request-w99v6-init-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 14:55:41.048290 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:55:41.079932 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod] pod update took 31.671036ms I0507 14:55:41.079957 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod] addLogicalPort annotation time took 31.701928ms I0507 14:55:41.081241 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod] addLogicalPort took 33.10992ms, libovsdb time 896.723µs I0507 14:55:41.413524 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key ] I0507 14:55:41.423004 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-pull-request-w99v6-init-pod, hostIfaceName: e355cc05dca9e9b, network: default, NAD default, SandboxID: "e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351", PCI device ID: , UID: "c2197879-fc2d-43a6-996d-fd027f6fd162", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0507 14:55:41.475521 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c1:fd:93:aa:5b\",\"name\":\"e355cc05dca9e9b\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ead0847c-0cc1-42eb-92fc-4136aef2b279\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:55:58.738988 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key ] I0507 14:55:58.826008 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod e355cc05dca9e9b7e7a517bbb259970ad5e074bba40184bb7c372e3794dc1351 network default NAD default NAD key default], result "{}", err I0507 14:55:58.909356 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:55:58.909392 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:55:58.910958 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod, ips: 10.128.0.46 I0507 14:55:58.910985 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:55:59.491242 3815 obj_retry.go:492] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:55:59.491271 3815 obj_retry.go:492] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:55:59.494444 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:55:59.494464 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:56:03.162026 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-n6psb for pod on switch ip-10-0-2-231.ec2.internal I0507 14:56:03.162141 3815 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 14:56:03.175786 3815 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb] pod update took 13.67681ms I0507 14:56:03.175808 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb] addLogicalPort annotation time took 13.704007ms I0507 14:56:03.177225 3815 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb] addLogicalPort took 15.212967ms, libovsdb time 953.093µs I0507 14:56:03.525261 3815 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key ] I0507 14:56:03.534216 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-n6psb, hostIfaceName: 579c6378123386f, network: default, NAD default, SandboxID: "579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924", PCI device ID: , UID: "e4c47512-f053-4b52-a901-a5caf4224f21", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0507 14:56:03.584830 3815 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e2:30:ff:80:5e\",\"name\":\"579c6378123386f\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ab2b6a8-7138-48cc-9c68-40b85707b732\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 14:56:16.542444 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:56:16.542466 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:56:16.542472 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:56:16.542477 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 14:56:23.605527 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-init-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 14:56:23.605675 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod I0507 14:56:23.625615 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod] pod update took 19.96949ms I0507 14:56:23.625637 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod] addLogicalPort annotation time took 19.997663ms I0507 14:56:23.627082 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod] addLogicalPort took 21.566956ms, libovsdb time 981.212µs I0507 14:56:23.969366 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key ] I0507 14:56:23.979590 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-init-pod, hostIfaceName: ef9e45193ea2833, network: default, NAD default, SandboxID: "ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d", PCI device ID: , UID: "49b4c04a-baf5-42aa-8339-43fb12a9a486", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0507 14:56:24.033171 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a5:d9:76:a6:9d\",\"name\":\"ef9e45193ea2833\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb7db9ac-2046-43bf-b87b-b8329da7915e\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:56:28.659182 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key ] I0507 14:56:28.753651 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod ef9e45193ea2833e626b7dec0ad5662efc0a181b78275eee5db26fd9d62b9b8d network default NAD default NAD key default], result "{}", err I0507 14:56:28.853531 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:28.853569 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod I0507 14:56:28.854925 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod, ips: 10.128.0.48 I0507 14:56:28.854954 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:29.018912 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-clone-repository-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 14:56:29.019060 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod I0507 14:56:29.042546 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod] pod update took 23.519388ms I0507 14:56:29.042567 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod] addLogicalPort annotation time took 23.545104ms I0507 14:56:29.043830 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod] addLogicalPort took 24.933295ms, libovsdb time 841.013µs I0507 14:56:29.472118 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key ] I0507 14:56:29.481536 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-clone-repository-pod, hostIfaceName: 074c3ad82c26ff8, network: default, NAD default, SandboxID: "074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd", PCI device ID: , UID: "f60e3b5f-da93-43ac-a6f7-7e9bb7b50d45", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0507 14:56:29.534299 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3f:a5:84:0e:c8\",\"name\":\"074c3ad82c26ff8\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e066ba77-9dcf-4bb2-a0f1-671ee36ba898\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:56:38.811980 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 14:56:45.777425 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key ] I0507 14:56:45.868641 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod 074c3ad82c26ff8b9fccc14c7326bb1b17bb2adb3ce3963d3e639288ec05c8fd network default NAD default NAD key default], result "{}", err I0507 14:56:45.948437 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:45.948470 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod I0507 14:56:45.949816 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod, ips: 10.128.0.49 I0507 14:56:45.949841 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:46.271350 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 14:56:46.271505 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod I0507 14:56:46.293816 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod] pod update took 22.34489ms I0507 14:56:46.293839 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod] addLogicalPort annotation time took 22.371311ms I0507 14:56:46.295568 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod] addLogicalPort took 24.241677ms, libovsdb time 1.206996ms I0507 14:56:46.638304 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key ] I0507 14:56:46.648072 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod, hostIfaceName: 82d70749c49dd24, network: default, NAD default, SandboxID: "82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635", PCI device ID: , UID: "d0153bb5-6a2a-462b-9ca1-f1c3bcf4c102", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0507 14:56:46.701784 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:05:19:a2:ef:d4\",\"name\":\"82d70749c49dd24\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b666e7-a66a-432a-885a-6454906f3b5c\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 14:56:52.704840 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0507 14:57:50.803756 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 14:58:05.264801 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key ] I0507 14:58:05.354917 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod 82d70749c49dd24ab2aac924b9f52ffe3a861928d6ee10599d7bf2b1b8f89635 network default NAD default NAD key default], result "{}", err I0507 14:58:05.461767 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:58:05.461805 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod I0507 14:58:05.463129 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod, ips: 10.128.0.50 I0507 14:58:05.463156 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:58:41.835503 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 14:59:42.828495 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 14:59:55.716919 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=98 I0507 14:59:55.800875 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 15:00:00.200486 3815 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636100-4t2xv for pod on switch ip-10-0-2-231.ec2.internal I0507 15:00:00.200603 3815 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv I0507 15:00:00.224708 3815 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv] pod update took 24.129841ms I0507 15:00:00.224796 3815 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv] addLogicalPort annotation time took 24.21933ms I0507 15:00:00.226037 3815 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv] addLogicalPort took 25.566897ms, libovsdb time 841.454µs I0507 15:00:00.250487 3815 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29636100-gghp2] creating logical port segment-bridge_segment-bridge-29636100-gghp2 for pod on switch ip-10-0-2-231.ec2.internal I0507 15:00:00.250562 3815 kube.go:256] Updating pod segment-bridge/segment-bridge-29636100-gghp2 I0507 15:00:00.261696 3815 pod.go:62] [segment-bridge/segment-bridge-29636100-gghp2] pod update took 11.153554ms I0507 15:00:00.261713 3815 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29636100-gghp2] addLogicalPort annotation time took 11.175438ms I0507 15:00:00.263003 3815 pods.go:271] [segment-bridge/segment-bridge-29636100-gghp2] addLogicalPort took 12.527736ms, libovsdb time 873.599µs I0507 15:00:00.564208 3815 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key ] I0507 15:00:00.573964 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636100-4t2xv, hostIfaceName: 5111dd1e1e83e90, network: default, NAD default, SandboxID: "5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca", PCI device ID: , UID: "27fe5faf-ee57-4161-9fb5-7782b43d2abd", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0507 15:00:00.620522 3815 cni.go:452] [segment-bridge/segment-bridge-29636100-gghp2 8ca150ae5ac51b91ad57958f028b08ce4d7c394e58defa5b14fa857fd8ab1644 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29636100-gghp2 8ca150ae5ac51b91ad57958f028b08ce4d7c394e58defa5b14fa857fd8ab1644 network default NAD default NAD key ] I0507 15:00:00.630247 3815 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29636100-gghp2, hostIfaceName: 8ca150ae5ac51b9, network: default, NAD default, SandboxID: "8ca150ae5ac51b91ad57958f028b08ce4d7c394e58defa5b14fa857fd8ab1644", PCI device ID: , UID: "dcbb64ae-fb6c-4459-9c5d-64217145df7d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0507 15:00:00.631381 3815 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:d1:94:ba:c3:95\",\"name\":\"5111dd1e1e83e90\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ec35985-8598-4296-adb5-f4d7252e118a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:00:00.682656 3815 cni.go:473] [segment-bridge/segment-bridge-29636100-gghp2 8ca150ae5ac51b91ad57958f028b08ce4d7c394e58defa5b14fa857fd8ab1644 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29636100-gghp2 8ca150ae5ac51b91ad57958f028b08ce4d7c394e58defa5b14fa857fd8ab1644 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c7:b0:6b:5e:c5\",\"name\":\"8ca150ae5ac51b9\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7314ef50-35a2-4377-97d9-9e8643e3f253\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:00:03.932411 3815 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key ] I0507 15:00:04.017067 3815 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv 5111dd1e1e83e9081907599f6c0a08b513c95983f59b5c833b370668eb67f8ca network default NAD default NAD key default], result "{}", err I0507 15:00:04.070031 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:00:04.070067 3815 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv I0507 15:00:04.071504 3815 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv, ips: 10.128.0.51 I0507 15:00:04.071529 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:00:04.937020 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:04.937047 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.042013 3815 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.042047 3815 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.046152 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-f8q2k I0507 15:00:08.046187 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-f8q2k I0507 15:00:11.027466 3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:11.027494 3815 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:11.031622 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-xthzt I0507 15:00:11.031646 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-xthzt I0507 15:00:14.028622 3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:14.028649 3815 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:14.033134 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9kt76 I0507 15:00:14.033163 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9kt76 I0507 15:00:33.712827 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0507 15:00:55.714008 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0507 15:01:12.022200 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-build-image-index-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:01:12.022340 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod I0507 15:01:12.067421 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod] pod update took 45.113459ms I0507 15:01:12.067543 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod] addLogicalPort annotation time took 45.208066ms I0507 15:01:12.068899 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod] addLogicalPort took 46.737555ms, libovsdb time 871.675µs I0507 15:01:12.389200 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key ] I0507 15:01:12.399094 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-build-image-index-pod, hostIfaceName: f0f78a9e4d7ea71, network: default, NAD default, SandboxID: "f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8", PCI device ID: , UID: "6b2eccbd-4787-4d96-96ed-f11fef983b0b", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0507 15:01:12.456005 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5d:ed:75:24:35\",\"name\":\"f0f78a9e4d7ea71\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf6d566c-c674-4908-adae-4a2191102c7d\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:01:12.669035 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:12.669618 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:14.818461 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 15:01:21.806566 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 15:01:29.831106 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 15:01:47.543305 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key ] I0507 15:01:47.632558 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod f0f78a9e4d7ea7142a0c65c66c681e2b913a637f72acc133ae23c8532f6526e8 network default NAD default NAD key default], result "{}", err I0507 15:01:47.707940 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:47.707975 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod I0507 15:01:47.709356 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod, ips: 10.128.0.53 I0507 15:01:47.709386 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:48.225109 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:01:48.225286 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod I0507 15:01:48.231886 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:01:48.232019 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod I0507 15:01:48.252258 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod] pod update took 27.004957ms I0507 15:01:48.252280 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod] addLogicalPort annotation time took 27.03262ms I0507 15:01:48.253635 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod] addLogicalPort took 28.541137ms, libovsdb time 943.138µs I0507 15:01:48.257904 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod] pod update took 25.913699ms I0507 15:01:48.257926 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod] addLogicalPort annotation time took 25.93861ms I0507 15:01:48.259030 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod] addLogicalPort took 27.158961ms, libovsdb time 701.593µs I0507 15:01:48.425885 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:01:48.426043 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod I0507 15:01:48.445287 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod] pod update took 19.283565ms I0507 15:01:48.445309 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod] addLogicalPort annotation time took 19.3089ms I0507 15:01:48.446595 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod] addLogicalPort took 20.735478ms, libovsdb time 871.38µs I0507 15:01:48.470216 3815 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:01:48.470349 3815 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod I0507 15:01:48.498946 3815 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod] pod update took 28.638111ms I0507 15:01:48.498970 3815 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod] addLogicalPort annotation time took 28.665929ms I0507 15:01:48.500321 3815 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod] addLogicalPort took 30.117101ms, libovsdb time 929.23µs I0507 15:01:48.594825 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key ] I0507 15:01:48.603948 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key ] I0507 15:01:48.605454 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod, hostIfaceName: 088baa16c9f5961, network: default, NAD default, SandboxID: "088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc", PCI device ID: , UID: "359c12fb-4e23-42a7-80c7-f3a937e2ab14", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0507 15:01:48.613506 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod, hostIfaceName: 034540052b36197, network: default, NAD default, SandboxID: "034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438", PCI device ID: , UID: "8b48ded0-e53a-4ba3-b008-4dcb4ccbf551", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0507 15:01:48.660431 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:59:33:96:92:93\",\"name\":\"088baa16c9f5961\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/498cf25f-62ca-4e17-98ff-1158913b724a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:01:48.687841 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:15:38:7a:d2:25\",\"name\":\"034540052b36197\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/966913da-016b-43e1-8fd9-a8332d45cb03\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:01:48.791673 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key ] I0507 15:01:48.802996 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod, hostIfaceName: 9fcaa064b3214ed, network: default, NAD default, SandboxID: "9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575", PCI device ID: , UID: "a28bf0dd-b490-4727-a7cc-98d1808ddfe9", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0507 15:01:48.845246 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key ] I0507 15:01:48.856948 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod, hostIfaceName: 722d45d7fba8e07, network: default, NAD default, SandboxID: "722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47", PCI device ID: , UID: "6c4d2094-57d4-4dd5-9854-e7d488f3f671", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0507 15:01:48.863075 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:91:e2:22:e6:bc\",\"name\":\"9fcaa064b3214ed\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71d687f8-d770-40fc-9b33-701e3489d732\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:01:48.911321 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7b:87:08:d4:e2\",\"name\":\"722d45d7fba8e07\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f40c314-57af-4cc4-acdc-38382f7862f9\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:01:50.838213 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 15:02:33.962287 3815 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key ] I0507 15:02:34.049771 3815 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb 579c6378123386fb698c4f883c9853c6a332c93770901bac7b009ace7ef93924 network default NAD default NAD key default], result "{}", err I0507 15:02:47.911086 3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:47.911126 3815 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:47.912711 3815 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb, ips: 10.128.0.47 I0507 15:02:47.912752 3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:48.035192 3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:02:48.035222 3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:02:48.040810 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:48.040837 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:48.357166 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:48.357762 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:54.797599 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0507 15:03:11.237468 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key ] I0507 15:03:11.340498 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod 034540052b36197c133575e6e2711e177d60298f0e73634886f5ac51d5f43438 network default NAD default NAD key default], result "{}", err I0507 15:03:12.485840 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:12.486405 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:16.830622 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:16.830661 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod I0507 15:03:16.832603 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod, ips: 10.128.0.55 I0507 15:03:16.832765 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.297896 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key ] I0507 15:03:18.298392 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key ] I0507 15:03:18.386098 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod 088baa16c9f5961fc940dcd9e3f26cb4d27cbcf08b9424ac23e5e4b0b38db5dc network default NAD default NAD key default], result "{}", err I0507 15:03:18.418969 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod 9fcaa064b3214edfdff82982c1fa23b06cff1b437c665af96ee7378b05974575 network default NAD default NAD key default], result "{}", err I0507 15:03:18.498873 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.498987 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod I0507 15:03:18.500490 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod, ips: 10.128.0.54 I0507 15:03:18.500521 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.528994 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.529027 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod I0507 15:03:18.530535 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod, ips: 10.128.0.56 I0507 15:03:18.530559 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:19.815840 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 15:03:28.377645 3815 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key ] I0507 15:03:28.482225 3815 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod 722d45d7fba8e07e98092b1b35ce85cb5f12baec3c83f9246b95edd3b6439c47 network default NAD default NAD key default], result "{}", err I0507 15:03:28.578686 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:28.578754 3815 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod I0507 15:03:28.580106 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod, ips: 10.128.0.57 I0507 15:03:28.580135 3815 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:36.177142 3815 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-zuhf-b9h4c-collect-keyless-params-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:03:36.177287 3815 kube.go:256] Updating pod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:03:36.205846 3815 pod.go:62] [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod] pod update took 28.58773ms I0507 15:03:36.205871 3815 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod] addLogicalPort annotation time took 28.618379ms I0507 15:03:36.207273 3815 pods.go:271] [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod] addLogicalPort took 30.145864ms, libovsdb time 934.122µs I0507 15:03:37.045392 3815 cni.go:452] [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key ] I0507 15:03:37.054859 3815 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-zuhf-b9h4c-collect-keyless-params-pod, hostIfaceName: 0e8d1e6940a4a60, network: default, NAD default, SandboxID: "0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476", PCI device ID: , UID: "39915565-071d-44f9-b5a5-79e506ba4d93", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0507 15:03:37.109393 3815 cni.go:473] [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ab:2a:8d:7a:ad\",\"name\":\"0e8d1e6940a4a60\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/903d06e7-01a4-4197-9795-4af7b1d7da92\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:03:45.708069 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0507 15:03:55.577527 3815 cni.go:452] [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key ] I0507 15:03:55.659931 3815 cni.go:473] [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod 0e8d1e6940a4a60150b8347a691bbf0f0bfea5c3479a7f1d72e5f049e978b476 network default NAD default NAD key default], result "{}", err I0507 15:03:55.766793 3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:55.766823 3815 pods.go:176] Deleting pod: default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:03:55.768295 3815 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod, ips: 10.128.0.58 I0507 15:03:55.768324 3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:20.003643 3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:20.004192 3815 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:33.979652 3815 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-vjw86 for pod on switch ip-10-0-2-231.ec2.internal I0507 15:04:33.979802 3815 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:04:33.999292 3815 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86] pod update took 19.522201ms I0507 15:04:33.999313 3815 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86] addLogicalPort annotation time took 19.549083ms I0507 15:04:34.000587 3815 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86] addLogicalPort took 20.950745ms, libovsdb time 874.869µs I0507 15:04:34.344712 3815 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key ] I0507 15:04:34.353963 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-vjw86, hostIfaceName: bdcb27873bbbc95, network: default, NAD default, SandboxID: "bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799", PCI device ID: , UID: "a821d504-cb04-40c8-b589-37a156f566c0", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0507 15:04:34.404782 3815 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:45:0d:b6:17:60\",\"name\":\"bdcb27873bbbc95\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd06e190-9994-4600-94a9-484d66e7089c\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 15:04:45.847558 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 15:04:45.847581 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 15:04:45.847587 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 15:04:45.847591 3815 util.go:959] Failed to build node endpoints for node ip-10-0-2-231.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 15:04:51.176660 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:51.177266 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:51.953757 3815 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-collect-data-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-collect-data-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:04:51.953899 3815 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:04:51.978124 3815 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod] pod update took 24.265109ms I0507 15:04:51.978146 3815 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-collect-data-pod] addLogicalPort annotation time took 24.292784ms I0507 15:04:51.979581 3815 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod] addLogicalPort took 25.861762ms, libovsdb time 1.018101ms I0507 15:04:52.322023 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key ] I0507 15:04:52.331108 3815 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-collect-data-pod, hostIfaceName: 6fcae50e6c42e3f, network: default, NAD default, SandboxID: "6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f", PCI device ID: , UID: "843b278b-d762-45eb-8bd3-5fb5b05abcce", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0507 15:04:52.384950 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:14:95:a8:8b:f5\",\"name\":\"6fcae50e6c42e3f\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76b15a41-4606-4cc7-aebc-b22eb132c24d\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:04:56.797954 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 15:05:12.806611 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 15:05:13.116201 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key ] I0507 15:05:13.220138 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-data-pod 6fcae50e6c42e3f6316764676eb7cd874f02ca7d7c723559a16fcbed54c16a1f network default NAD default NAD key default], result "{}", err I0507 15:05:13.303914 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:13.303970 3815 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:05:13.305479 3815 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-collect-data-pod, ips: 10.128.0.60 I0507 15:05:13.305508 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:22.508219 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:22.508780 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:24.518639 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:24.519209 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.553150 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.553699 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.592764 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.593546 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:38.665889 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:38.666493 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:39.716090 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0507 15:05:47.708517 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0507 15:05:49.782277 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:49.782820 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:50.826665 3815 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-filter-already-released-images-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:05:50.826811 3815 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:05:50.855825 3815 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod] pod update took 29.050111ms I0507 15:05:50.855849 3815 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod] addLogicalPort annotation time took 29.080556ms I0507 15:05:50.857294 3815 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod] addLogicalPort took 30.643045ms, libovsdb time 1.001597ms I0507 15:05:51.228379 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key ] I0507 15:05:51.239226 3815 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-filter-already-released-images-pod, hostIfaceName: 80cf68f64400ca5, network: default, NAD default, SandboxID: "80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1", PCI device ID: , UID: "72ae058f-9026-413b-860d-4aaae50fd9c7", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0507 15:05:51.292011 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:77:89:32:af:6f\",\"name\":\"80cf68f64400ca5\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6079748a-dd1c-4c84-aa50-8dd01c99dd15\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:06:01.458930 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key ] I0507 15:06:01.548332 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod 80cf68f64400ca5c96ecda057a7e88399f2946a71da4c427a864dc202633d1c1 network default NAD default NAD key default], result "{}", err I0507 15:06:01.646349 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:01.646382 3815 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:06:01.647820 3815 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod, ips: 10.128.0.61 I0507 15:06:01.647845 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:02.141352 3815 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-collect-tpa-params-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:06:02.141471 3815 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:06:02.173141 3815 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod] pod update took 31.702759ms I0507 15:06:02.173167 3815 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod] addLogicalPort annotation time took 31.732366ms I0507 15:06:02.174431 3815 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod] addLogicalPort took 33.100122ms, libovsdb time 845.931µs I0507 15:06:02.515420 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key ] I0507 15:06:02.524636 3815 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-collect-tpa-params-pod, hostIfaceName: ab04692cda35f71, network: default, NAD default, SandboxID: "ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba", PCI device ID: , UID: "8815cdf9-b5af-4513-ad58-0ae7a3fcc263", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0507 15:06:02.578444 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:07:35:3c:89:21\",\"name\":\"ab04692cda35f71\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/553adf25-3329-44a4-886e-57caa5a6fd49\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:06:10.534480 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key ] I0507 15:06:10.624028 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod ab04692cda35f71bcd6c25eab2de545df4453eba80ebdc19732082f0da1d3aba network default NAD default NAD key default], result "{}", err I0507 15:06:10.713092 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:10.713122 3815 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:06:10.714387 3815 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod, ips: 10.128.0.62 I0507 15:06:10.714415 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:39.328927 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:39.329470 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:40.132745 3815 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-push-snapshot-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:06:40.133033 3815 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:06:40.157356 3815 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod] pod update took 24.372973ms I0507 15:06:40.157379 3815 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod] addLogicalPort annotation time took 24.401491ms I0507 15:06:40.158848 3815 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod] addLogicalPort took 26.134552ms, libovsdb time 1.062579ms I0507 15:06:40.500572 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key ] I0507 15:06:40.510030 3815 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-push-snapshot-pod, hostIfaceName: 2a5449b4d6c4b9b, network: default, NAD default, SandboxID: "2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74", PCI device ID: , UID: "bcc1e841-db04-4283-b15b-7241f38418a2", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0507 15:06:40.563116 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:91:f8:d4:ca:1a\",\"name\":\"2a5449b4d6c4b9b\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e730fd49-da43-498e-92b6-6b90982fa3bc\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:06:57.840930 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 15:07:10.997225 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key ] I0507 15:07:11.096119 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod 2a5449b4d6c4b9ba3028a6f15e293a6419f89e2e7765b654e342a89f6b92fa74 network default NAD default NAD key default], result "{}", err I0507 15:07:11.171639 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:11.171679 3815 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:07:11.172937 3815 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod, ips: 10.128.0.63 I0507 15:07:11.172968 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:12.716794 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 15:07:15.834128 3815 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 15:07:31.720673 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=338 I0507 15:07:35.809570 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 15:07:49.839138 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0507 15:08:13.087887 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:13.088449 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:15.880246 3815 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-process-component-sbom-pod for pod on switch ip-10-0-2-231.ec2.internal I0507 15:08:15.880397 3815 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:08:15.906112 3815 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod] pod update took 25.738869ms I0507 15:08:15.906142 3815 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod] addLogicalPort annotation time took 25.78235ms I0507 15:08:15.907625 3815 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod] addLogicalPort took 27.394489ms, libovsdb time 907.41µs I0507 15:08:16.247457 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key ] I0507 15:08:16.257243 3815 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-process-component-sbom-pod, hostIfaceName: 9ed4150a245c7a5, network: default, NAD default, SandboxID: "9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6", PCI device ID: , UID: "18cba213-819d-4c4e-a42e-c1c6dba1c494", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0507 15:08:16.518361 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c1:f6:7b:d4:ac\",\"name\":\"9ed4150a245c7a5\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf2672a1-08ac-44ce-b05d-a11e6438c5fe\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:08:29.831963 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 15:08:38.822027 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 15:08:42.706524 3815 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key ] I0507 15:08:42.806943 3815 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod 9ed4150a245c7a51e528569eb57660066046c49f0f89ab1a4a2b462acd4a49c6 network default NAD default NAD key default], result "{}", err I0507 15:08:42.888317 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:42.888344 3815 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:08:42.889686 3815 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod, ips: 10.128.0.64 I0507 15:08:42.889713 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:50.704574 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:50.705175 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:51.251116 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:08:51.251139 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:08:51.256988 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:51.257017 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:51.432055 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:51.432648 3815 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:56.356453 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:01.484924 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.484951 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.492040 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:09:01.492066 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:09:01.501666 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.501686 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.508643 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:09:01.508666 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:09:01.517314 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.517327 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.524816 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:09:01.524839 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:09:01.534618 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.534638 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.540992 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:09:01.541015 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:09:01.549238 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.549256 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.555392 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:09:01.555410 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:09:01.564588 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.564604 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.568444 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:09:01.568462 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:09:01.578717 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.578748 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.585101 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:09:01.585119 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:09:01.594688 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.594706 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.601319 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:09:01.601333 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:09:01.610174 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.610196 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.616829 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:09:01.616848 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:09:01.625538 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.625585 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.632204 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:09:01.632223 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:09:01.641806 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.641822 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.649091 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:09:01.649113 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:09:01.662989 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.663004 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.670125 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:09:01.670138 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:09:01.677909 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.677928 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.684391 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:09:01.684407 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:09:01.691557 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.691574 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.697550 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:09:01.697566 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:09:01.711162 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.711178 3815 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.718501 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:09:01.718521 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:09:05.799413 3815 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:05.799437 3815 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:05.805204 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:09:05.805229 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:09:06.568143 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:06.630772 3815 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:06.630794 3815 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:06.639501 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:09:06.639526 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:09:08.803942 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0507 15:09:13.236861 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:13.800265 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 15:09:19.625028 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:23.819606 3815 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0507 15:09:26.008924 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:32.403516 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:47.781757 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:10:00.173466 3815 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636110-rsx5w for pod on switch ip-10-0-2-231.ec2.internal I0507 15:10:00.173557 3815 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w I0507 15:10:00.188229 3815 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w] pod update took 14.69229ms I0507 15:10:00.188256 3815 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w] addLogicalPort annotation time took 14.72393ms I0507 15:10:00.189900 3815 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w] addLogicalPort took 16.454386ms, libovsdb time 1.064533ms I0507 15:10:00.537431 3815 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key ] I0507 15:10:00.546551 3815 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636110-rsx5w, hostIfaceName: 7cd54773205154d, network: default, NAD default, SandboxID: "7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473", PCI device ID: , UID: "e0d0f875-d6b3-4b2c-8610-100b96364869", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0507 15:10:00.808378 3815 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:de:89:7e:71:c5\",\"name\":\"7cd54773205154d\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14b88f63-aae3-4bfd-bbf5-24d6309f3944\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 15:10:04.330244 3815 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key ] I0507 15:10:04.416887 3815 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w 7cd54773205154d4fb260d4791957d5b2e010eeec26bc4b67d838fdcc1f72473 network default NAD default NAD key default], result "{}", err I0507 15:10:04.470196 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:10:04.470237 3815 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w I0507 15:10:04.471782 3815 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w, ips: 10.128.0.65 I0507 15:10:04.471810 3815 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:10:05.334538 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.334565 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.362570 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.362596 3815 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.366871 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 15:10:05.366897 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 15:10:34.810363 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 15:10:49.307051 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:14.113822 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:24.800941 3815 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 15:11:29.797862 3815 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:29.818544 3815 namespace.go:317] [managed-tenant-n6s2r] deleting namespace I0507 15:11:35.070602 3815 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key ] I0507 15:11:35.163853 3815 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 bdcb27873bbbc958f9991d0735b65b6eed381a1940995f5301a83914b1587799 network default NAD default NAD key default], result "{}", err I0507 15:11:35.219508 3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:35.219542 3815 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:35.221093 3815 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86, ips: 10.128.0.59 I0507 15:11:35.221119 3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:35.987207 3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:35.987253 3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:35.992210 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:35.992243 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:39.711446 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0507 15:11:49.803446 3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:49.804051 3815 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:50.806748 3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:50.806773 3815 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:50.809570 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:11:50.809593 3815 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:12:15.719690 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 15:12:55.720195 3815 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17