+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-119.ec2.internal ++ [[ -n ip-10-0-0-119.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-119.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 12:55:00.771511498 - disable conntrack on geneve port' I0507 12:55:00.771511498 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0507 12:55:00.794038042 - starting ovnkube-node + echo 'I0507 12:55:00.794038042 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-119.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-119.ec2.internal --init-node ip-10-0-0-119.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-119.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 12:55:00.853388 3738 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 12:55:00.853459 3738 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-0f9a7805c3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 12:55:00.855430 3738 kube.go:431] Waiting for certificate I0507 12:55:00.855455 3738 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 12:55:00.855500 3738 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 12:55:00.856253 3738 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 12:55:00.888980 3738 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:00.889005 3738 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:00.898561 3738 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:00.898660 3738 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2lbhr" I0507 12:55:00.902608 3738 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2lbhr" I0507 12:55:00.902684 3738 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:01.855917 3738 kube.go:438] Certificate found I0507 12:55:01.856455 3738 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 12:55:01.857412 3738 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 12:55:01.934148 3738 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 12:50:00 +0000 UTC" deadline="2026-05-08 08:01:28.696987087 +0000 UTC" I0507 12:55:01.934188 3738 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h6m26.762812357s" I0507 12:55:01.941326 3738 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 12:55:01.951255 3738 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 12:55:01.951299 3738 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 12:55:01.951324 3738 factory.go:561] Starting watch factory I0507 12:55:01.951352 3738 server.go:101] MetricServer registers OVS metrics I0507 12:55:01.951432 3738 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951441 3738 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951457 3738 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951450 3738 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951483 3738 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951439 3738 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951454 3738 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951520 3738 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951432 3738 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951553 3738 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951650 3738 server.go:105] MetricServer registers OVN DB metrics I0507 12:55:01.951728 3738 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.951756 3738 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.956145 3738 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 12:55:01.956167 3738 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 12:55:01.956888 3738 controller_manager.go:370] Starting the ovnkube controller I0507 12:55:01.956898 3738 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-119.ec2.internal I0507 12:55:01.956939 3738 controller_manager.go:395] NBDB zone sync took: 34.121µs I0507 12:55:01.956947 3738 factory.go:561] Starting watch factory I0507 12:55:01.968850 3738 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.968953 3738 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.969906 3738 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 12:55:01.969934 3738 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 12:55:01.970509 3738 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.971789 3738 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.972781 3738 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.975200 3738 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 12:55:01.975277 3738 server.go:109] MetricServer registers OVN Controller metrics I0507 12:55:01.979460 3738 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.980329 3738 server.go:113] MetricServer registers OVN Northd metrics I0507 12:55:01.985214 3738 metrics.go:519] OVN Metrics Server starts to run ... I0507 12:55:02.056830 3738 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 12:55:02.056856 3738 factory.go:1977] *v1.Pod informer cache synced successfully I0507 12:55:02.056861 3738 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 12:55:02.056864 3738 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 12:55:02.056867 3738 factory.go:1977] *v1.Node informer cache synced successfully I0507 12:55:02.056870 3738 factory.go:1977] *v1.Service informer cache synced successfully I0507 12:55:02.056964 3738 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:02.056994 3738 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:02.056956 3738 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:02.057023 3738 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:02.060085 3738 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:02.060082 3738 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:02.062342 3738 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 12:55:02.062353 3738 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 12:55:02.062361 3738 factory.go:1977] *v1.Node informer cache synced successfully I0507 12:55:02.062374 3738 factory.go:1977] *v1.Service informer cache synced successfully I0507 12:55:02.062377 3738 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 12:55:02.062381 3738 factory.go:1977] *v1.Pod informer cache synced successfully I0507 12:55:02.062384 3738 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 12:55:02.062387 3738 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 12:55:02.062411 3738 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.062423 3738 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.064874 3738 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.067998 3738 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 12:55:02.068011 3738 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 12:55:02.068012 3738 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 12:55:02.068075 3738 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.068093 3738 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.071017 3738 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.073040 3738 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 12:55:02.073061 3738 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 12:55:02.073123 3738 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.073135 3738 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.075643 3738 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.078812 3738 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 12:55:02.078891 3738 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 12:55:02.078974 3738 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.078993 3738 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.081434 3738 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.084646 3738 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 12:55:02.084658 3738 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 12:55:02.084713 3738 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.084727 3738 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.087213 3738 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.090274 3738 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 12:55:02.090278 3738 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 12:55:02.090461 3738 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:02.090472 3738 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:02.093009 3738 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:02.096125 3738 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 12:55:02.096135 3738 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 12:55:02.096195 3738 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.096209 3738 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.096198 3738 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.096269 3738 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.098642 3738 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.098917 3738 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:02.102159 3738 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 12:55:02.102174 3738 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 12:55:02.102182 3738 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 12:55:02.102189 3738 factory.go:680] Watch Factory start up complete, took: 150.868164ms I0507 12:55:02.102247 3738 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 12:55:02.107562 3738 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 12:55:02.107573 3738 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 12:55:02.107580 3738 factory.go:680] Watch Factory start up complete, took: 150.630876ms I0507 12:55:02.107586 3738 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-119.ec2.internal" zone I0507 12:55:02.147323 3738 default_node_network_controller.go:710] Initializing the default node network controller I0507 12:55:02.196896 3738 udn_isolation.go:101] Starting UDN host isolation manager I0507 12:55:02.202941 3738 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 12:55:02.243306 3738 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 12:55:02.243445 3738 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 12:55:02.243464 3738 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 12:55:02.276482 3738 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 12:55:02.276546 3738 default_node_network_controller.go:809] Node ip-10-0-0-119.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0507 12:55:02.282195 3738 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0507 12:55:02.304856 3738 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 12:55:02.311128 3738 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 12:55:02.311295 3738 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0507 12:55:02.311464 3738 gateway_init.go:263] Preparing Gateway I0507 12:55:02.311476 3738 gateway_shared_intf.go:1687] Creating new gateway I0507 12:55:02.358114 3738 controller_manager.go:429] Waiting for node in zone sync took: 250.515071ms I0507 12:55:02.364032 3738 controller_manager.go:611] Switching to transit router for layer2 networks I0507 12:55:02.364051 3738 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-119.ec2.internal I0507 12:55:02.380074 3738 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 12:55:02.386488 3738 controller_manager.go:290] SCTP support detected in OVN I0507 12:55:02.387078 3738 services_controller.go:69] Creating services controller for network=default I0507 12:55:02.387163 3738 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 12:55:02.387331 3738 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 12:55:02.387360 3738 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 12:55:02.387372 3738 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 12:55:02.387380 3738 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 12:55:02.387541 3738 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 12:55:02.387583 3738 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 12:55:02.387665 3738 udn_enabled_svc.go:95] Performing full resync I0507 12:55:02.387738 3738 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 157.034µs I0507 12:55:02.387765 3738 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 172.731µs I0507 12:55:02.387778 3738 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 192.032µs I0507 12:55:02.387785 3738 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 12:55:02.387799 3738 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 12:55:02.387810 3738 default_network_controller.go:325] Starting the default network controller I0507 12:55:02.387883 3738 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.387µs I0507 12:55:02.387951 3738 udn_enabled_svc.go:99] Waiting for handler to sync I0507 12:55:02.387964 3738 udn_enabled_svc.go:104] Starting worker I0507 12:55:02.396568 3738 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 12:55:02.396635 3738 repair.go:33] Syncing exgw routes took 54.698µs I0507 12:55:02.396661 3738 default_network_controller.go:414] Starting all the Watchers... I0507 12:55:02.396798 3738 namespace.go:98] [openshift-authentication] adding namespace I0507 12:55:02.396804 3738 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 12:55:02.396812 3738 namespace.go:98] [kube-node-lease] adding namespace I0507 12:55:02.396814 3738 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 12:55:02.396822 3738 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 12:55:02.396827 3738 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 12:55:02.396833 3738 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 12:55:02.396838 3738 namespace.go:98] [openshift-marketplace] adding namespace I0507 12:55:02.396839 3738 namespace.go:98] [openshift-etcd] adding namespace I0507 12:55:02.396839 3738 namespace.go:98] [openshift-controller-manager] adding namespace I0507 12:55:02.396840 3738 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 12:55:02.396858 3738 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 12:55:02.396862 3738 namespace.go:98] [openshift-backplane] adding namespace I0507 12:55:02.396891 3738 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 12:55:02.396798 3738 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 12:55:02.397351 3738 namespace.go:102] [openshift-authentication] adding namespace took 540.62µs I0507 12:55:02.397367 3738 namespace.go:98] [openshift-network-console] adding namespace I0507 12:55:02.397810 3738 namespace.go:102] [openshift-network-console] adding namespace took 438.471µs I0507 12:55:02.397823 3738 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 12:55:02.398330 3738 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 502.71µs I0507 12:55:02.398342 3738 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 12:55:02.398759 3738 namespace.go:102] [openshift-kube-apiserver] adding namespace took 1.946333ms I0507 12:55:02.398774 3738 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 12:55:02.399166 3738 namespace.go:102] [kube-node-lease] adding namespace took 2.346139ms I0507 12:55:02.399176 3738 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 12:55:02.399585 3738 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.760503ms I0507 12:55:02.399599 3738 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 12:55:02.400047 3738 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.218778ms I0507 12:55:02.400062 3738 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 12:55:02.400532 3738 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.696349ms I0507 12:55:02.400552 3738 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 12:55:02.400979 3738 namespace.go:102] [openshift-etcd] adding namespace took 4.13018ms I0507 12:55:02.400993 3738 namespace.go:98] [dedicated-admin] adding namespace I0507 12:55:02.401468 3738 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.624483ms I0507 12:55:02.401483 3738 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 12:55:02.401933 3738 namespace.go:102] [openshift-marketplace] adding namespace took 5.085547ms I0507 12:55:02.401951 3738 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 12:55:02.402402 3738 namespace.go:102] [openshift-controller-manager] adding namespace took 5.54746ms I0507 12:55:02.402416 3738 namespace.go:98] [openshift-infra] adding namespace I0507 12:55:02.402897 3738 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.039487ms I0507 12:55:02.402915 3738 namespace.go:98] [openshift-config-operator] adding namespace I0507 12:55:02.403370 3738 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.502462ms I0507 12:55:02.403384 3738 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 12:55:02.403841 3738 namespace.go:102] [openshift-backplane] adding namespace took 6.970234ms I0507 12:55:02.403857 3738 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 12:55:02.404284 3738 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.382429ms I0507 12:55:02.404302 3738 namespace.go:98] [kube-public] adding namespace I0507 12:55:02.404790 3738 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.878548ms I0507 12:55:02.404803 3738 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 12:55:02.405178 3738 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.828938ms I0507 12:55:02.405196 3738 namespace.go:98] [openshift-machine-api] adding namespace I0507 12:55:02.405654 3738 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.871699ms I0507 12:55:02.405671 3738 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 12:55:02.406101 3738 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.917918ms I0507 12:55:02.406118 3738 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 12:55:02.406510 3738 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.90548ms I0507 12:55:02.406527 3738 namespace.go:98] [openshift-image-registry] adding namespace I0507 12:55:02.406974 3738 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.905724ms I0507 12:55:02.406991 3738 namespace.go:98] [openshift-dns] adding namespace I0507 12:55:02.407446 3738 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.887703ms I0507 12:55:02.407460 3738 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 12:55:02.408014 3738 namespace.go:102] [dedicated-admin] adding namespace took 7.015645ms I0507 12:55:02.408029 3738 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 12:55:02.408399 3738 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.91233ms I0507 12:55:02.408411 3738 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 12:55:02.408831 3738 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.875096ms I0507 12:55:02.408841 3738 namespace.go:98] [openshift] adding namespace I0507 12:55:02.409235 3738 namespace.go:102] [openshift-infra] adding namespace took 6.813828ms I0507 12:55:02.409249 3738 namespace.go:98] [openshift-must-gather-operator] adding namespace W0507 12:55:02.409627 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r6pm9: pod openshift-network-diagnostics/network-check-target-r6pm9: no pod IPs found I0507 12:55:02.409636 3738 namespace.go:102] [openshift-config-operator] adding namespace took 6.716054ms W0507 12:55:02.409642 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tgjtk: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:02.409645 3738 namespace.go:98] [openshift-cluster-storage-operator] adding namespace W0507 12:55:02.409649 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zmltr: pod openshift-network-diagnostics/network-check-target-zmltr: no pod IPs found I0507 12:55:02.410153 3738 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.764177ms I0507 12:55:02.410168 3738 namespace.go:98] [openshift-logging] adding namespace I0507 12:55:02.410604 3738 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.74196ms I0507 12:55:02.410636 3738 namespace.go:98] [openshift-config-managed] adding namespace I0507 12:55:02.411023 3738 namespace.go:102] [kube-public] adding namespace took 6.714828ms I0507 12:55:02.411037 3738 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 12:55:02.411409 3738 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.601076ms I0507 12:55:02.411421 3738 namespace.go:98] [openshift-operators] adding namespace I0507 12:55:02.411771 3738 iptables.go:108] Creating table: filter chain: FORWARD I0507 12:55:02.411823 3738 namespace.go:102] [openshift-machine-api] adding namespace took 6.622987ms I0507 12:55:02.412298 3738 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.620521ms I0507 12:55:02.412313 3738 namespace.go:98] [openshift-multus] adding namespace I0507 12:55:02.412711 3738 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.588575ms I0507 12:55:02.412721 3738 namespace.go:98] [openshift-insights] adding namespace I0507 12:55:02.413135 3738 namespace.go:102] [openshift-image-registry] adding namespace took 6.600619ms I0507 12:55:02.413151 3738 namespace.go:98] [openshift-package-operator] adding namespace I0507 12:55:02.413638 3738 namespace.go:102] [openshift-dns] adding namespace took 6.641842ms I0507 12:55:02.413649 3738 namespace.go:98] [openshift-apiserver] adding namespace I0507 12:55:02.414309 3738 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.84287ms I0507 12:55:02.414325 3738 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 12:55:02.414832 3738 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.79736ms I0507 12:55:02.414844 3738 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 12:55:02.415334 3738 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.918165ms I0507 12:55:02.415348 3738 namespace.go:98] [kube-system] adding namespace I0507 12:55:02.415755 3738 namespace.go:102] [openshift] adding namespace took 6.90892ms I0507 12:55:02.415768 3738 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 12:55:02.416163 3738 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.908215ms I0507 12:55:02.416178 3738 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 12:55:02.416734 3738 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.083027ms I0507 12:55:02.416752 3738 namespace.go:98] [openshift-network-operator] adding namespace I0507 12:55:02.417090 3738 namespace.go:102] [openshift-logging] adding namespace took 6.915923ms I0507 12:55:02.417103 3738 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 12:55:02.417639 3738 namespace.go:102] [openshift-config-managed] adding namespace took 6.996259ms I0507 12:55:02.417656 3738 namespace.go:98] [openshift-cluster-version] adding namespace I0507 12:55:02.418174 3738 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.12901ms I0507 12:55:02.418191 3738 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 12:55:02.418516 3738 iptables.go:108] Creating table: filter chain: OUTPUT W0507 12:55:02.418531 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rl7sp: pod openshift-multus/network-metrics-daemon-rl7sp: no pod IPs found W0507 12:55:02.418541 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vfv75: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found W0507 12:55:02.418547 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rrnzx: pod openshift-multus/network-metrics-daemon-rrnzx: no pod IPs found I0507 12:55:02.418576 3738 namespace.go:102] [openshift-operators] adding namespace took 7.150932ms I0507 12:55:02.418588 3738 namespace.go:98] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] adding namespace I0507 12:55:02.419032 3738 namespace.go:102] [openshift-multus] adding namespace took 6.713626ms I0507 12:55:02.419048 3738 namespace.go:98] [openshift-dns-operator] adding namespace I0507 12:55:02.419438 3738 namespace.go:102] [openshift-insights] adding namespace took 6.710225ms I0507 12:55:02.419462 3738 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 12:55:02.419914 3738 namespace.go:102] [openshift-package-operator] adding namespace took 6.756104ms I0507 12:55:02.419933 3738 namespace.go:98] [openshift-console-operator] adding namespace I0507 12:55:02.420311 3738 namespace.go:102] [openshift-apiserver] adding namespace took 6.654842ms I0507 12:55:02.420325 3738 namespace.go:98] [openshift-ingress] adding namespace I0507 12:55:02.420805 3738 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.474823ms I0507 12:55:02.420820 3738 namespace.go:98] [openshift-cluster-samples-operator] adding namespace W0507 12:55:02.421243 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7tlrx: pod kube-system/global-pull-secret-syncer-7tlrx: no pod IPs found W0507 12:55:02.421253 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jqbxd: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found W0507 12:55:02.421259 3738 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-w5c7s: pod kube-system/global-pull-secret-syncer-w5c7s: no pod IPs found I0507 12:55:02.421294 3738 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.444726ms I0507 12:55:02.421309 3738 namespace.go:98] [openshift-config] adding namespace I0507 12:55:02.421806 3738 namespace.go:102] [kube-system] adding namespace took 6.453422ms I0507 12:55:02.421827 3738 namespace.go:98] [openshift-console] adding namespace I0507 12:55:02.422290 3738 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.516251ms I0507 12:55:02.422307 3738 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 12:55:02.422807 3738 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.620582ms I0507 12:55:02.422829 3738 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 12:55:02.423260 3738 namespace.go:102] [openshift-network-operator] adding namespace took 6.501029ms I0507 12:55:02.423271 3738 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 12:55:02.423684 3738 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.574115ms I0507 12:55:02.423701 3738 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 12:55:02.424329 3738 namespace.go:102] [openshift-cluster-version] adding namespace took 6.664029ms I0507 12:55:02.424344 3738 namespace.go:98] [openshift-node] adding namespace I0507 12:55:02.424865 3738 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.666498ms I0507 12:55:02.424880 3738 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 12:55:02.425177 3738 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 12:55:02.425196 3738 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:6a:d6:27:38:0b","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:39c22a87-ebf9-44c6-863b-45e54d0b7c39 k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"} k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0507 12:55:02.425296 3738 namespace.go:102] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] adding namespace took 6.7023ms I0507 12:55:02.425313 3738 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 12:55:02.425864 3738 namespace.go:102] [openshift-dns-operator] adding namespace took 6.811883ms I0507 12:55:02.426405 3738 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.931742ms I0507 12:55:02.426883 3738 namespace.go:102] [openshift-console-operator] adding namespace took 6.944438ms I0507 12:55:02.427313 3738 namespace.go:102] [openshift-ingress] adding namespace took 6.983106ms I0507 12:55:02.427748 3738 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.924297ms I0507 12:55:02.428274 3738 namespace.go:102] [openshift-config] adding namespace took 6.961529ms I0507 12:55:02.428286 3738 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 12:55:02.428726 3738 namespace.go:102] [openshift-console] adding namespace took 6.893296ms I0507 12:55:02.428736 3738 namespace.go:98] [default] adding namespace I0507 12:55:02.429250 3738 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.938079ms I0507 12:55:02.429700 3738 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.864032ms I0507 12:55:02.430118 3738 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.84248ms I0507 12:55:02.430130 3738 namespace.go:98] [openshift-monitoring] adding namespace I0507 12:55:02.430503 3738 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.796891ms I0507 12:55:02.431021 3738 namespace.go:102] [openshift-node] adding namespace took 6.673329ms I0507 12:55:02.431603 3738 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.713601ms I0507 12:55:02.431639 3738 namespace.go:98] [openshift-host-network] adding namespace I0507 12:55:02.432125 3738 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.806908ms I0507 12:55:02.432740 3738 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.447961ms I0507 12:55:02.433195 3738 namespace.go:102] [default] adding namespace took 4.454669ms I0507 12:55:02.433631 3738 namespace.go:102] [openshift-monitoring] adding namespace took 3.497159ms I0507 12:55:02.434147 3738 namespace.go:102] [openshift-host-network] adding namespace took 2.502242ms W0507 12:55:02.434241 3738 master.go:458] Unable to parse local node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 12:55:02.434256 3738 master.go:471] Unable to parse remote node ip-10-0-2-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 12:55:02.434260 3738 master.go:481] Removing stale chassis with ID/Name: 39c22a87-ebf9-44c6-863b-45e54d0b7c39, hostname: ip-10-0-0-119.ec2.internal I0507 12:55:02.434695 3738 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0507 12:55:02.434812 3738 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-63.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-63.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal I0507 12:55:02.436011 3738 zone_ic_handler.go:195] Time taken to create transit switch: 360.772µs I0507 12:55:02.436030 3738 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-145.ec2.internal for the network default I0507 12:55:02.437179 3738 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-145.ec2.internal" on network "default" took: 1.534388ms I0507 12:55:02.438580 3738 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0507 12:55:02.438782 3738 zone_ic_handler.go:195] Time taken to create transit switch: 188.926µs I0507 12:55:02.439939 3738 default_network_controller.go:823] Node add failed for ip-10-0-0-119.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] E0507 12:55:02.439991 3738 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] I0507 12:55:02.440039 3738 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 12:55:02.440063 3738 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-119.ec2.internal", UID:"cdf7a187-9bc8-49f7-9e1b-34de399b9b65", APIVersion:"v1", ResourceVersion:"9019", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal, error getting gateway config for node ip-10-0-0-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal", failed to update chassis to local for local node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal] I0507 12:55:02.440076 3738 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 12:55:02.440090 3738 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 12:55:02.440093 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default" I0507 12:55:02.440148 3738 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.440166 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.440173 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:02.440181 3738 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0507 12:55:02.440190 3738 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.440194 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.440201 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0507 12:55:02.440212 3738 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0507 12:55:02.440223 3738 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.440231 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.441367 3738 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0507 12:55:02.441372 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0507 12:55:02.441423 3738 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.441439 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.445741 3738 default_node_network_controller.go:519] Node connection status = connected W0507 12:55:02.446288 3738 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rrnzx: pod openshift-multus/network-metrics-daemon-rrnzx: no pod IPs found W0507 12:55:02.446312 3738 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-w5c7s: pod kube-system/global-pull-secret-syncer-w5c7s: no pod IPs found W0507 12:55:02.446327 3738 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-r6pm9: pod openshift-network-diagnostics/network-check-target-r6pm9: no pod IPs found I0507 12:55:02.449630 3738 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0507 12:55:02.449851 3738 zone_ic_handler.go:195] Time taken to create transit switch: 206.637µs I0507 12:55:02.540174 3738 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 12:55:02.540214 3738 services_controller.go:208] Setting up event handlers for services for network=default I0507 12:55:02.540268 3738 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 12:55:02.540297 3738 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 12:55:02.540309 3738 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 12:55:02.640599 3738 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 12:55:02.640636 3738 repair.go:60] Starting repairing loop for services I0507 12:55:02.640712 3738 repair.go:131] Deleted 0 stale service LBs I0507 12:55:02.640731 3738 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 12:55:02.640749 3738 repair.go:62] Finished repairing loop for services: 115.034µs I0507 12:55:02.640771 3738 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 12:55:02.640782 3738 services_controller.go:254] Starting workers for network=default I0507 12:55:02.641130 3738 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-7tlrx, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-7tlrx: suppressed error logged: pod kube-system/global-pull-secret-syncer-7tlrx: no pod IPs found I0507 12:55:02.641173 3738 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rrnzx] creating logical port openshift-multus_network-metrics-daemon-rrnzx for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:02.641180 3738 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-r6pm9] creating logical port openshift-network-diagnostics_network-check-target-r6pm9 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:02.641204 3738 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tgjtk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:02.641215 3738 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w5c7s] creating logical port kube-system_global-pull-secret-syncer-w5c7s for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:02.641254 3738 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vfv75, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vfv75: suppressed error logged: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found I0507 12:55:02.641181 3738 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-zmltr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-zmltr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-zmltr: no pod IPs found I0507 12:55:02.641129 3738 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-rl7sp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rl7sp: suppressed error logged: pod openshift-multus/network-metrics-daemon-rl7sp: no pod IPs found I0507 12:55:02.641344 3738 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-jqbxd, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jqbxd: suppressed error logged: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found I0507 12:55:02.641365 3738 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rrnzx I0507 12:55:02.641450 3738 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-w5c7s I0507 12:55:02.641852 3738 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-r6pm9 I0507 12:55:02.658653 3738 pod.go:62] [kube-system/global-pull-secret-syncer-w5c7s] pod update took 17.368951ms I0507 12:55:02.658673 3738 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-w5c7s] addLogicalPort annotation time took 17.397425ms I0507 12:55:02.659896 3738 pods.go:271] [kube-system/global-pull-secret-syncer-w5c7s] addLogicalPort took 18.687341ms, libovsdb time 1.010233ms I0507 12:55:02.661029 3738 pod.go:62] [openshift-network-diagnostics/network-check-target-r6pm9] pod update took 19.716907ms I0507 12:55:02.661052 3738 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-r6pm9] addLogicalPort annotation time took 19.73945ms I0507 12:55:02.661824 3738 pods.go:271] [openshift-network-diagnostics/network-check-target-r6pm9] addLogicalPort took 20.651012ms, libovsdb time 558.46µs I0507 12:55:02.662009 3738 pod.go:62] [openshift-multus/network-metrics-daemon-rrnzx] pod update took 20.756304ms I0507 12:55:02.662027 3738 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-rrnzx] addLogicalPort annotation time took 20.776201ms I0507 12:55:02.662795 3738 pods.go:271] [openshift-multus/network-metrics-daemon-rrnzx] addLogicalPort took 21.635198ms, libovsdb time 581.173µs I0507 12:55:02.663161 3738 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 12:55:02.663182 3738 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 12:55:02.663195 3738 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 12:55:02.663199 3738 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 12:55:02.663383 3738 repair.go:29] Repairing admin network policies took 179.51µs I0507 12:55:02.663486 3738 repair.go:92] Repairing baseline admin network policies took 93.331µs I0507 12:55:02.664104 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 12:55:02.664123 3738 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 12:55:02.666559 3738 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 12:55:02.666592 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 12:55:02.666605 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 12:55:02.668200 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 12:55:02.668220 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 12:55:02.668229 3738 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 12:55:02.668872 3738 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 12:55:02.668891 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 12:55:02.668899 3738 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 12:55:02.669348 3738 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 12:55:02.669366 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 12:55:02.669731 3738 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 12:55:02.669743 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 12:55:02.670486 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 12:55:02.670508 3738 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 12:55:02.670518 3738 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 12:55:02.671881 3738 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 12:55:02.671899 3738 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 12:55:02.671908 3738 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 12:55:02.672823 3738 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 12:55:02.672845 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 12:55:02.672853 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 12:55:02.673384 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 12:55:02.673403 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 12:55:02.673412 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 12:55:02.674948 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 12:55:02.674966 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 12:55:02.674973 3738 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 12:55:02.675225 3738 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 12:55:02.675242 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 12:55:02.675267 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 12:55:02.675916 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 12:55:02.675933 3738 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 12:55:02.675941 3738 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 12:55:02.677161 3738 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 12:55:02.677182 3738 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 12:55:02.677196 3738 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 12:55:02.678200 3738 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 12:55:02.678216 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 12:55:02.678224 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 12:55:02.678683 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 12:55:02.678696 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 12:55:02.678704 3738 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 12:55:02.679117 3738 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 12:55:02.679136 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 12:55:02.679142 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 12:55:02.680322 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 12:55:02.680338 3738 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 12:55:02.680345 3738 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 12:55:02.681818 3738 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 12:55:02.681834 3738 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 12:55:02.681843 3738 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 12:55:02.683400 3738 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 12:55:02.683416 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 12:55:02.683423 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 12:55:02.683902 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 12:55:02.683916 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 12:55:02.683922 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 12:55:02.684386 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 12:55:02.684405 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 12:55:02.684415 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 12:55:02.684881 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 12:55:02.684897 3738 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 12:55:02.684904 3738 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 12:55:02.685795 3738 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 12:55:02.685812 3738 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 12:55:02.685821 3738 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 12:55:02.686959 3738 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 12:55:02.686984 3738 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 12:55:02.686998 3738 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 12:55:02.688364 3738 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 12:55:02.688383 3738 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 12:55:02.688392 3738 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 12:55:02.689564 3738 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 12:55:02.689582 3738 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 12:55:02.689592 3738 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 12:55:02.690106 3738 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 12:55:02.690120 3738 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 12:55:02.690127 3738 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 12:55:02.691163 3738 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 12:55:02.691179 3738 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 12:55:02.691188 3738 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 12:55:02.692016 3738 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 12:55:02.692031 3738 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 12:55:02.692047 3738 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 12:55:02.693063 3738 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 12:55:02.697515 3738 egressfirewall.go:374] Starting EgressFirewall controller I0507 12:55:02.697575 3738 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 12:55:02.697600 3738 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 12:55:02.697604 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 12:55:02.697644 3738 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 12:55:02.697647 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 12:55:02.697657 3738 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 12:55:02.697922 3738 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 12:55:02.697935 3738 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 12:55:02.697940 3738 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 12:55:02.697948 3738 egressqos.go:193] Setting up event handlers for EgressQoS I0507 12:55:02.698017 3738 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0507 12:55:02.698029 3738 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall I0507 12:55:02.698033 3738 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:02.698068 3738 egressqos.go:245] Starting EgressQoS Controller I0507 12:55:02.698081 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 12:55:02.698086 3738 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 12:55:02.698091 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 12:55:02.698096 3738 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 12:55:02.698101 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 12:55:02.698106 3738 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 12:55:02.698110 3738 egressqos.go:259] Repairing EgressQoSes I0507 12:55:02.698114 3738 egressqos.go:399] Starting repairing loop for egressqos I0507 12:55:02.698178 3738 egressqos.go:401] Finished repairing loop for egressqos: 64.713µs I0507 12:55:02.698197 3738 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 12:55:02.698233 3738 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-119.ec2.internal I0507 12:55:02.698282 3738 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-119.ec2.internal : 53.017µs I0507 12:55:02.698449 3738 egressservice_zone.go:210] Starting Egress Services Controller I0507 12:55:02.698467 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 12:55:02.698477 3738 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 12:55:02.698483 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 12:55:02.698488 3738 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 12:55:02.698493 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 12:55:02.698497 3738 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 12:55:02.698502 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 12:55:02.698506 3738 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 12:55:02.698511 3738 egressservice_zone.go:228] Repairing Egress Services I0507 12:55:02.698817 3738 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 12:55:02.698825 3738 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 12:55:02.698856 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:02.698867 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 19.577µs I0507 12:55:02.698875 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:02.698879 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 4.592µs I0507 12:55:02.698884 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:02.698887 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 3.857µs I0507 12:55:02.698984 3738 default_network_controller.go:585] Completing all the Watchers took 302.311915ms I0507 12:55:02.698998 3738 default_network_controller.go:589] Starting unidling controllers I0507 12:55:02.699011 3738 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 12:55:02.699019 3738 unidle.go:63] Populating Initial ContollerEvent events I0507 12:55:02.699028 3738 unidle.go:79] Setting up event handlers for services I0507 12:55:02.699070 3738 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 12:55:02.704439 3738 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 12:55:02.946341 3738 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:02.964030 3738 bridgeconfig.go:537] Gateway is ready I0507 12:55:02.964053 3738 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 12:55:02.975764 3738 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.119. Updating OVN encap IP. I0507 12:55:02.980895 3738 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.119 - it is already configured I0507 12:55:02.980907 3738 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.119/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 12:55:02.981146 3738 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.119/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:6a:d6:27:38:0b","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:39c22a87-ebf9-44c6-863b-45e54d0b7c39 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"}] on node ip-10-0-0-119.ec2.internal I0507 12:55:02.996483 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:02.996503 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 22.473µs I0507 12:55:02.996480 3738 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0507 12:55:02.996520 3738 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0507 12:55:02.996487 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0507 12:55:02.996689 3738 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.996706 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.996744 3738 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.119 I0507 12:55:02.996833 3738 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-119.ec2.internal I0507 12:55:03.000992 3738 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0507 12:55:03.001076 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-scsjx I0507 12:55:03.001086 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nqftv I0507 12:55:03.001093 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-scsjx I0507 12:55:03.001101 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nqftv I0507 12:55:03.001099 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0507 12:55:03.001107 3738 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-w5c7s I0507 12:55:03.001113 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0507 12:55:03.001117 3738 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-w5c7s I0507 12:55:03.001118 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nqftv after 0 failed attempt(s) I0507 12:55:03.001118 3738 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0507 12:55:03.001122 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bn947 I0507 12:55:03.001130 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r6pm9 I0507 12:55:03.001132 3738 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0507 12:55:03.001133 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bn947 I0507 12:55:03.001138 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r6pm9 I0507 12:55:03.001114 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-scsjx after 0 failed attempt(s) I0507 12:55:03.001145 3738 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-w5c7s] creating logical port kube-system_global-pull-secret-syncer-w5c7s for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:03.001090 3738 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f7phn I0507 12:55:03.001148 3738 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0507 12:55:03.001153 3738 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f7phn I0507 12:55:03.001100 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rrnzx I0507 12:55:03.001155 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hfft4 I0507 12:55:03.001159 3738 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-r6pm9] creating logical port openshift-network-diagnostics_network-check-target-r6pm9 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:03.001163 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rrnzx I0507 12:55:03.001166 3738 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f7phn after 0 failed attempt(s) I0507 12:55:03.001165 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ms98n I0507 12:55:03.001167 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hfft4 I0507 12:55:03.001165 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v8hnz I0507 12:55:03.001174 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ms98n I0507 12:55:03.001181 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v8hnz I0507 12:55:03.001186 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ms98n after 0 failed attempt(s) I0507 12:55:03.001188 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hfft4 after 0 failed attempt(s) I0507 12:55:03.001193 3738 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rrnzx] creating logical port openshift-multus_network-metrics-daemon-rrnzx for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:03.001196 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v8hnz after 0 failed attempt(s) I0507 12:55:03.001153 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bn947 after 0 failed attempt(s) I0507 12:55:03.001079 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-z4zl9 I0507 12:55:03.001211 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-z4zl9 I0507 12:55:03.001222 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-z4zl9 after 0 failed attempt(s) I0507 12:55:03.001136 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0507 12:55:03.001146 3738 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-69vs7 I0507 12:55:03.001249 3738 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-69vs7 I0507 12:55:03.001264 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-69vs7 after 0 failed attempt(s) I0507 12:55:03.001741 3738 pods.go:271] [openshift-multus/network-metrics-daemon-rrnzx] addLogicalPort took 555.523µs, libovsdb time 236.584µs I0507 12:55:03.001751 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rrnzx after 0 failed attempt(s) I0507 12:55:03.001818 3738 pods.go:271] [kube-system/global-pull-secret-syncer-w5c7s] addLogicalPort took 682.662µs, libovsdb time 259.808µs I0507 12:55:03.001824 3738 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-w5c7s after 0 failed attempt(s) I0507 12:55:03.001918 3738 pods.go:271] [openshift-network-diagnostics/network-check-target-r6pm9] addLogicalPort took 764.329µs, libovsdb time 352.369µs I0507 12:55:03.001930 3738 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-r6pm9 after 0 failed attempt(s) I0507 12:55:03.014144 3738 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 12:55:03.025927 3738 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 12:55:03.029074 3738 iptables.go:108] Creating table: nat chain: OUTPUT I0507 12:55:03.073506 3738 iptables.go:108] Creating table: nat chain: PREROUTING I0507 12:55:03.131340 3738 iptables.go:108] Creating table: filter chain: FORWARD I0507 12:55:03.147919 3738 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 12:55:03.148056 3738 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 12:55:03.148113 3738 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 12:55:03.148208 3738 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 12:55:03.148266 3738 gateway_init.go:325] Gateway and management port readiness took 707.333685ms I0507 12:55:03.148293 3738 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 12:55:03.148333 3738 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 12:55:03.148344 3738 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 12:55:03.148353 3738 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 12:55:03.148411 3738 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 12:55:03.148511 3738 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.073µs I0507 12:55:03.148809 3738 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 12:55:03.148840 3738 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.72µs I0507 12:55:03.148849 3738 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.339µs I0507 12:55:03.148855 3738 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 12:55:03.148864 3738 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 12:55:03.148872 3738 default_node_network_controller.go:899] Starting the default node network controller I0507 12:55:03.148876 3738 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 12:55:03.148890 3738 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.017µs I0507 12:55:03.149041 3738 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 12:55:03.149050 3738 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 12:55:03.149073 3738 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca2720 0xc0002d5f10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc000ab1e50 0xc0002ec230 0xc0002ec2a0 0xc000cfc2d0 0xc002a96a10 0xc0002ec310 map[0x2ff9080:0xc002385140 0x2ff95c0:0xc002385440 0x2ffa2e0:0xc002385080 0x2ffa580:0xc0023850e0 0x2ffad60:0xc0023851a0 0x2ffb000:0xc002385200 0x2ffb2a0:0xc002385260 0x2ffba80:0xc0025aa540 0x2ffbd20:0xc0025aa5a0 0x3026980:0xc0014859e0 0x3026d20:0xc001485aa0 0x3027800:0xc000cfa300 0x3029160:0xc000cfa360 0x30298a0:0xc002385020 0x302a720:0xc001685a40] 0xc00016b490 0} I0507 12:55:03.149135 3738 gateway.go:151] Starting gateway service sync I0507 12:55:03.149544 3738 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 12:55:03.151573 3738 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 12:55:03.178995 3738 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 12:55:03.180143 3738 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 12:55:03.181297 3738 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 12:55:03.215031 3738 gateway.go:168] Gateway service sync done. Time taken: 65.882796ms I0507 12:55:03.215664 3738 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31984 I0507 12:55:03.215871 3738 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca2720 0xc0002d5f10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc000ab1e50 0xc0002ec230 0xc0002ec2a0 0xc000cfc2d0 0xc002a96a10 0xc0002ec310 map[0x2ff9080:0xc002385140 0x2ff95c0:0xc002385440 0x2ffa2e0:0xc002385080 0x2ffa580:0xc0023850e0 0x2ffad60:0xc0023851a0 0x2ffb000:0xc002385200 0x2ffb2a0:0xc002385260 0x2ffba80:0xc0025aa540 0x2ffbd20:0xc0025aa5a0 0x3026980:0xc0014859e0 0x3026d20:0xc001485aa0 0x3027800:0xc000cfa300 0x3029160:0xc000cfa360 0x30298a0:0xc002385020 0x302a720:0xc001685a40] 0xc00016b490 0} I0507 12:55:03.216325 3738 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca2720 0xc0002d5f10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc000ab1e50 0xc0002ec230 0xc0002ec2a0 0xc000cfc2d0 0xc002a96a10 0xc0002ec310 map[0x2ff9080:0xc002385140 0x2ff95c0:0xc002385440 0x2ffa2e0:0xc002385080 0x2ffa580:0xc0023850e0 0x2ffad60:0xc0023851a0 0x2ffb000:0xc002385200 0x2ffb2a0:0xc002385260 0x2ffba80:0xc0025aa540 0x2ffbd20:0xc0025aa5a0 0x3026980:0xc0014859e0 0x3026d20:0xc001485aa0 0x3027800:0xc000cfa300 0x3029160:0xc000cfa360 0x30298a0:0xc002385020 0x302a720:0xc001685a40] 0xc00016b490 0} I0507 12:55:03.216358 3738 gateway.go:532] Reconciling gateway with updates I0507 12:55:03.222849 3738 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 12:55:03.222927 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:03.222938 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:03.222947 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:03.222954 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:03.222952 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:03.222967 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:03.222965 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:03.222974 3738 default_node_network_controller.go:944] Gateway and management port readiness took 73.915127ms I0507 12:55:03.222981 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:03.222979 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:03.222989 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 12:55:03.222991 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:03.222997 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:03.222999 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 12:55:03.223002 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 12:55:03.223004 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:03.223003 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:03.223015 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:03.223019 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:03.223019 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:03.223025 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:03.223025 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:03.223027 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 12:55:03.223023 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:03.223038 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:03.223039 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:03.223045 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:03.223045 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:03.223048 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 12:55:03.223049 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:03.223040 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:03.223055 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:03.223057 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 12:55:03.223059 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:03.223066 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:03.223069 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:03.223072 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 12:55:03.223070 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:03.223077 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:03.223079 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 12:55:03.223026 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 12:55:03.223086 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 12:55:03.223058 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:03.223098 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 12:55:03.223049 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:03.223100 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:03.223113 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:03.223121 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:03.223034 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 12:55:03.223130 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 12:55:03.223134 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 12:55:03.223025 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:03.223141 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 12:55:03.223143 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 12:55:03.223050 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:03.223037 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:03.223163 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:03.223172 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:03.223179 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 12:55:03.223072 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:03.223198 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:03.223201 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:03.223072 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:03.223215 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:03.223215 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:03.223222 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:03.223078 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:03.223227 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:03.223230 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 12:55:03.223084 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:03.223101 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:03.223254 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:03.223124 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:03.223134 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:03.223009 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:03.223282 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:03.223284 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:03.223289 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:03.223153 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:03.223274 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:03.223310 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:03.223314 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 12:55:03.223324 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 12:55:03.223289 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 12:55:03.223302 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:03.223293 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:03.223302 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:03.223364 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:03.223192 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:03.223380 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:03.223394 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:03.223396 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:03.223402 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:03.223413 3738 port_claim.go:71] Svc openshift-ingress/router-default: port 31200 is already open, no action needed I0507 12:55:03.223420 3738 port_claim.go:71] Svc openshift-ingress/router-default: port 31644 is already open, no action needed I0507 12:55:03.223383 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:03.223461 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:03.223475 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:03.223507 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:03.223518 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:03.223528 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:03.223548 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:03.223576 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:03.223590 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:03.223641 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:03.223652 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:03.223692 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 12:55:03.223703 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 12:55:03.224046 3738 node_ip_handler_linux.go:160] Node IP manager is running W0507 12:55:03.265035 3738 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 12:55:03.265206 3738 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 12:55:03.265337 3738 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0507 12:55:03.276066 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 12:55:03.276102 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 12:55:03.276112 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 12:55:03.276138 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 12:55:03.276159 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 12:55:03.276166 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 12:55:03.276172 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 12:55:03.276177 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 12:55:03.276184 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 12:55:03.276190 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 12:55:03.276196 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 12:55:03.276201 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 12:55:03.276207 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 12:55:03.276212 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 12:55:03.276217 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 12:55:03.276222 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 12:55:03.276228 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 12:55:03.276235 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 12:55:03.276240 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 12:55:03.322960 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 12:55:03.322978 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 12:55:03.322962 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 12:55:03.322973 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 12:55:03.322988 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 12:55:03.322997 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 12:55:03.322992 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 12:55:03.374018 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 12:55:04.166017 3738 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:04.166040 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:04.166059 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 25.335µs I0507 12:55:04.166166 3738 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:04.930049 3738 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall I0507 12:55:04.930067 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default" I0507 12:55:04.930073 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:04.930086 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 19.529µs I0507 12:55:04.930071 3738 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-145.ec2.internal. Updating no re-route policies I0507 12:55:04.930119 3738 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:04.930135 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:05.147196 3738 default_node_network_controller.go:1380] Starting node controller node sync W0507 12:55:05.147247 3738 egressip_healthcheck.go:76] Health checking using insecure connection I0507 12:55:05.147305 3738 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0507 12:55:05.158850 3738 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.632525ms I0507 12:55:05.159005 3738 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:05.159021 3738 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-145.ec2.internal", IP: 10.0.1.145 to PMTUD blocking rules I0507 12:55:05.164906 3738 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 12:55:05.165177 3738 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 12:55:05.165282 3738 egressservice_node.go:183] Starting Egress Services Controller I0507 12:55:05.165299 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 12:55:05.165310 3738 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 12:55:05.165317 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 12:55:05.165321 3738 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 12:55:05.165335 3738 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 12:55:05.165340 3738 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 12:55:05.165344 3738 egressservice_node.go:197] Repairing Egress Services I0507 12:55:05.175596 3738 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 12:55:05.175626 3738 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 12:55:05.175790 3738 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 12:55:05.175800 3738 link_network_manager.go:119] Link manager is running I0507 12:55:05.175810 3738 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 12:55:05.175992 3738 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 12:55:05.176149 3738 vrf_manager.go:128] VRF manager is running I0507 12:55:05.176229 3738 node_controller_manager.go:437] Removing flows to drop GARP I0507 12:55:05.176238 3738 gateway.go:532] Reconciling gateway with updates I0507 12:55:05.193589 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:05.193628 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:05.193638 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:05.193649 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:05.193648 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:05.193661 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:05.193669 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:05.193676 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:05.193684 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 12:55:05.193687 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:05.193699 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:05.193701 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:05.193706 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:05.193710 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:05.193723 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 12:55:05.193732 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:05.193729 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:05.193747 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:05.193750 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:05.193753 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 12:55:05.193758 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:05.193757 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:05.193765 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:05.193771 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:05.193773 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:05.193779 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:05.193769 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:05.193781 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:05.193781 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:05.193788 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:05.193791 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:05.193794 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:05.193799 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:05.193800 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 12:55:05.193800 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 12:55:05.193804 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 12:55:05.193807 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:05.193810 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:05.193791 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:05.193814 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:05.193796 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:05.193820 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:05.193820 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:05.193825 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:05.193824 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:05.193830 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:05.193830 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:05.193843 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:05.193780 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:05.193849 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 12:55:05.193797 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 12:55:05.193859 3738 port_claim.go:71] Svc openshift-ingress/router-default: port 31200 is already open, no action needed I0507 12:55:05.193864 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 12:55:05.193865 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 12:55:05.193872 3738 port_claim.go:71] Svc openshift-ingress/router-default: port 31644 is already open, no action needed I0507 12:55:05.193873 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 12:55:05.193812 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 12:55:05.193875 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 12:55:05.193883 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 12:55:05.193801 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:05.193776 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:05.193893 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 12:55:05.193759 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:05.193709 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 12:55:05.193902 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 12:55:05.193750 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:05.193918 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 12:55:05.193761 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:05.193929 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:05.193860 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 12:55:05.193751 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:05.193945 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:05.193751 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 12:55:05.193763 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 12:55:05.193955 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 12:55:05.193763 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:05.193830 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 12:55:05.193786 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:05.193775 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:05.193984 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:05.193776 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:05.193995 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:05.193788 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:05.193785 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:05.193803 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 12:55:05.193817 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:05.194016 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:05.193813 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:05.194051 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:05.194055 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 12:55:05.193816 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:05.194064 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:05.194068 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 12:55:05.193818 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:05.194078 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:05.193820 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:05.193817 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:05.194144 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:05.193823 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:05.194186 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:05.193693 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:05.194210 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:05.193830 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:05.194226 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:05.194237 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 12:55:05.193830 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:05.194245 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:05.194249 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 12:55:05.193904 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:05.193737 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 12:55:05.193904 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 12:55:05.194006 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 12:55:05.193807 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:05.193806 3738 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:05.194328 3738 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:05.219999 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 12:55:05.219997 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 12:55:05.220028 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 12:55:05.220037 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 12:55:05.263157 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 12:55:05.263185 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 12:55:05.263192 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 12:55:05.263199 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 12:55:05.263205 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 12:55:05.263211 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 12:55:05.263225 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 12:55:05.263244 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 12:55:05.263251 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 12:55:05.263256 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 12:55:05.263262 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 12:55:05.263269 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 12:55:05.263275 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 12:55:05.263281 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 12:55:05.304122 3738 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 12:55:05.683778 3738 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:07.521018 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:07.521057 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 46.185µs I0507 12:55:07.548866 3738 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-658865b859-bxxcm] creating logical port openshift-image-registry_image-registry-658865b859-bxxcm for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.549101 3738 kube.go:256] Updating pod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:55:07.570051 3738 pod.go:62] [openshift-image-registry/image-registry-658865b859-bxxcm] pod update took 20.993261ms I0507 12:55:07.570071 3738 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-658865b859-bxxcm] addLogicalPort annotation time took 21.018804ms I0507 12:55:07.571332 3738 pods.go:271] [openshift-image-registry/image-registry-658865b859-bxxcm] addLogicalPort took 22.485759ms, libovsdb time 1.028258ms I0507 12:55:07.596739 3738 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-xrxxk] creating logical port openshift-dns_dns-default-xrxxk for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.596755 3738 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-dkb77 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.596841 3738 kube.go:256] Updating pod openshift-dns/dns-default-xrxxk I0507 12:55:07.596864 3738 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77 I0507 12:55:07.602974 3738 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-66zd9 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.603091 3738 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-bmqxh for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.603104 3738 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9 I0507 12:55:07.603177 3738 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh I0507 12:55:07.608004 3738 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-4xf8m] creating logical port openshift-console-operator_console-operator-66dbbb6468-4xf8m for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.608115 3738 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-4xf8m I0507 12:55:07.608198 3738 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-rwmn2 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.608303 3738 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2 I0507 12:55:07.608527 3738 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-zfl8q] creating logical port openshift-insights_insights-operator-6dbb575d6c-zfl8q for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.608652 3738 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-zfl8q I0507 12:55:07.610851 3738 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-pqxcq for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.610929 3738 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq I0507 12:55:07.620354 3738 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77] pod update took 23.506874ms I0507 12:55:07.620380 3738 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77] addLogicalPort annotation time took 23.534097ms I0507 12:55:07.620355 3738 pod.go:62] [openshift-dns/dns-default-xrxxk] pod update took 23.545385ms I0507 12:55:07.620456 3738 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-xrxxk] addLogicalPort annotation time took 23.653509ms I0507 12:55:07.621659 3738 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77] addLogicalPort took 24.91634ms, libovsdb time 1.012089ms I0507 12:55:07.622070 3738 pods.go:271] [openshift-dns/dns-default-xrxxk] addLogicalPort took 25.34893ms, libovsdb time 1.372882ms I0507 12:55:07.623122 3738 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-2bcgp for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.623181 3738 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp I0507 12:55:07.627609 3738 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9] pod update took 24.541202ms I0507 12:55:07.627643 3738 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9] addLogicalPort annotation time took 24.575969ms I0507 12:55:07.627689 3738 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh] pod update took 24.531538ms I0507 12:55:07.627710 3738 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh] addLogicalPort annotation time took 24.55098ms I0507 12:55:07.628655 3738 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh] addLogicalPort took 25.571001ms, libovsdb time 732.397µs I0507 12:55:07.628712 3738 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-66f767b8f-85vl7] creating logical port openshift-ingress_router-default-66f767b8f-85vl7 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.628774 3738 kube.go:256] Updating pod openshift-ingress/router-default-66f767b8f-85vl7 I0507 12:55:07.628919 3738 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9] addLogicalPort took 25.964002ms, libovsdb time 986.755µs I0507 12:55:07.633786 3738 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2] pod update took 25.508365ms I0507 12:55:07.633806 3738 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2] addLogicalPort annotation time took 25.532296ms I0507 12:55:07.634758 3738 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2] addLogicalPort took 26.56824ms, libovsdb time 686.19µs I0507 12:55:07.634804 3738 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-55474bbd5c-hx6p6] creating logical port openshift-ingress_router-default-55474bbd5c-hx6p6 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.634860 3738 kube.go:256] Updating pod openshift-ingress/router-default-55474bbd5c-hx6p6 I0507 12:55:07.638439 3738 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-zfl8q] pod update took 29.832678ms I0507 12:55:07.638456 3738 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-zfl8q] addLogicalPort annotation time took 29.851075ms I0507 12:55:07.638489 3738 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-4xf8m] pod update took 30.405294ms I0507 12:55:07.638504 3738 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-4xf8m] addLogicalPort annotation time took 30.42348ms I0507 12:55:07.639395 3738 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-zfl8q] addLogicalPort took 30.902996ms, libovsdb time 666.862µs I0507 12:55:07.639661 3738 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-4xf8m] addLogicalPort took 31.69173ms, libovsdb time 879.403µs I0507 12:55:07.640311 3738 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq] pod update took 29.397366ms I0507 12:55:07.640331 3738 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq] addLogicalPort annotation time took 29.416614ms I0507 12:55:07.640516 3738 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-x755j for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.640649 3738 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j I0507 12:55:07.640673 3738 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-qvn4h for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.640732 3738 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h I0507 12:55:07.641479 3738 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq] addLogicalPort took 30.648088ms, libovsdb time 860.198µs I0507 12:55:07.641520 3738 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-5pcbb for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.641578 3738 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb I0507 12:55:07.643106 3738 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp] pod update took 19.942218ms I0507 12:55:07.643142 3738 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp] addLogicalPort annotation time took 19.978267ms I0507 12:55:07.644075 3738 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp] addLogicalPort took 20.963527ms, libovsdb time 696.421µs I0507 12:55:07.657282 3738 pod.go:62] [openshift-ingress/router-default-66f767b8f-85vl7] pod update took 28.526555ms I0507 12:55:07.657301 3738 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-66f767b8f-85vl7] addLogicalPort annotation time took 28.54815ms I0507 12:55:07.658309 3738 pods.go:271] [openshift-ingress/router-default-66f767b8f-85vl7] addLogicalPort took 29.604444ms, libovsdb time 752.358µs I0507 12:55:07.663486 3738 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h] pod update took 22.772569ms I0507 12:55:07.663502 3738 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h] addLogicalPort annotation time took 22.791239ms I0507 12:55:07.663673 3738 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb] pod update took 22.115888ms I0507 12:55:07.663696 3738 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb] addLogicalPort annotation time took 22.141047ms I0507 12:55:07.663725 3738 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j] pod update took 23.115569ms I0507 12:55:07.663740 3738 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j] addLogicalPort annotation time took 23.135693ms I0507 12:55:07.663869 3738 pod.go:62] [openshift-ingress/router-default-55474bbd5c-hx6p6] pod update took 29.029739ms I0507 12:55:07.663884 3738 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-55474bbd5c-hx6p6] addLogicalPort annotation time took 29.0477ms I0507 12:55:07.664704 3738 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h] addLogicalPort took 24.037488ms, libovsdb time 912.905µs I0507 12:55:07.665047 3738 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j] addLogicalPort took 24.539829ms, libovsdb time 1.065155ms I0507 12:55:07.665105 3738 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4qjk9] creating logical port openshift-ingress-canary_ingress-canary-4qjk9 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:07.665201 3738 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4qjk9 I0507 12:55:07.665324 3738 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb] addLogicalPort took 23.808571ms, libovsdb time 1.262732ms I0507 12:55:07.665787 3738 pods.go:271] [openshift-ingress/router-default-55474bbd5c-hx6p6] addLogicalPort took 30.988521ms, libovsdb time 1.594923ms I0507 12:55:07.680276 3738 pod.go:62] [openshift-ingress-canary/ingress-canary-4qjk9] pod update took 15.11504ms I0507 12:55:07.680300 3738 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4qjk9] addLogicalPort annotation time took 15.144974ms I0507 12:55:07.681424 3738 pods.go:271] [openshift-ingress-canary/ingress-canary-4qjk9] addLogicalPort took 16.327811ms, libovsdb time 704.311µs I0507 12:55:08.096140 3738 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-4xf8m 7da3ed74810e580917fa22137606d29ef2cdcf6ded79eacbcbe65ae8dea44155 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-4xf8m 7da3ed74810e580917fa22137606d29ef2cdcf6ded79eacbcbe65ae8dea44155 network default NAD default NAD key ] I0507 12:55:08.097125 3738 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp 3cac8a5873c0986a83317154f40898f4b6236c8cf5f70ea7053af9277a9c4a86 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp 3cac8a5873c0986a83317154f40898f4b6236c8cf5f70ea7053af9277a9c4a86 network default NAD default NAD key ] I0507 12:55:08.124497 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-2bcgp, hostIfaceName: 3cac8a5873c0986, network: default, NAD default, SandboxID: "3cac8a5873c0986a83317154f40898f4b6236c8cf5f70ea7053af9277a9c4a86", PCI device ID: , UID: "697b7469-636f-4c69-8c98-cb4cfb5a9c4d", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0507 12:55:08.124636 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-4xf8m, hostIfaceName: 7da3ed74810e580, network: default, NAD default, SandboxID: "7da3ed74810e580917fa22137606d29ef2cdcf6ded79eacbcbe65ae8dea44155", PCI device ID: , UID: "5c2f339e-96b0-49cf-bd13-55857b50d779", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0507 12:55:08.179111 3738 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-zfl8q e79f033bd3d44e749861686dd5a5ae64dfbca0e4e0fc31345a4234e0f0bd7365 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-zfl8q e79f033bd3d44e749861686dd5a5ae64dfbca0e4e0fc31345a4234e0f0bd7365 network default NAD default NAD key ] I0507 12:55:08.180318 3738 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp 3cac8a5873c0986a83317154f40898f4b6236c8cf5f70ea7053af9277a9c4a86 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-2bcgp 3cac8a5873c0986a83317154f40898f4b6236c8cf5f70ea7053af9277a9c4a86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9f:77:75:4f:0f\",\"name\":\"3cac8a5873c0986\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9d75e4a-d44d-474d-af1e-3319514f8854\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.185524 3738 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-4xf8m 7da3ed74810e580917fa22137606d29ef2cdcf6ded79eacbcbe65ae8dea44155 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-4xf8m 7da3ed74810e580917fa22137606d29ef2cdcf6ded79eacbcbe65ae8dea44155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:9f:78:ff:7f:8c\",\"name\":\"7da3ed74810e580\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/518c33fb-a86a-499d-b880-0a96ed912ed9\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.192030 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-zfl8q, hostIfaceName: e79f033bd3d44e7, network: default, NAD default, SandboxID: "e79f033bd3d44e749861686dd5a5ae64dfbca0e4e0fc31345a4234e0f0bd7365", PCI device ID: , UID: "ff51e332-6a79-4a33-b381-9c729e66b169", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0507 12:55:08.194152 3738 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j 7dee8675e11c2a6a1114725b27a92dfb60c9b7c47e3e306af4bccf69bc86079d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j 7dee8675e11c2a6a1114725b27a92dfb60c9b7c47e3e306af4bccf69bc86079d network default NAD default NAD key ] I0507 12:55:08.204469 3738 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h c06335ae174721ca46d38326263cb9dfc2613f9bf621917ecdecb6dae5af752e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h c06335ae174721ca46d38326263cb9dfc2613f9bf621917ecdecb6dae5af752e network default NAD default NAD key ] I0507 12:55:08.218274 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-x755j, hostIfaceName: 7dee8675e11c2a6, network: default, NAD default, SandboxID: "7dee8675e11c2a6a1114725b27a92dfb60c9b7c47e3e306af4bccf69bc86079d", PCI device ID: , UID: "e10cbc01-570b-4ad2-b9d8-1f5f1fcd74a3", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0507 12:55:08.218274 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-qvn4h, hostIfaceName: c06335ae174721c, network: default, NAD default, SandboxID: "c06335ae174721ca46d38326263cb9dfc2613f9bf621917ecdecb6dae5af752e", PCI device ID: , UID: "87bcc48c-f459-4902-8b09-c35321edaebb", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0507 12:55:08.240060 3738 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb e1b6cf6ae5b06749c387cbedde9f1ccad2795bd45549df3bc93e5d6cc5d80ee1 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb e1b6cf6ae5b06749c387cbedde9f1ccad2795bd45549df3bc93e5d6cc5d80ee1 network default NAD default NAD key ] I0507 12:55:08.249149 3738 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-zfl8q e79f033bd3d44e749861686dd5a5ae64dfbca0e4e0fc31345a4234e0f0bd7365 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-zfl8q e79f033bd3d44e749861686dd5a5ae64dfbca0e4e0fc31345a4234e0f0bd7365 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2d:39:96:43:f1\",\"name\":\"e79f033bd3d44e7\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fd12b71-9da3-480b-80b2-183cbd197b4e\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.252374 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-5pcbb, hostIfaceName: e1b6cf6ae5b0674, network: default, NAD default, SandboxID: "e1b6cf6ae5b06749c387cbedde9f1ccad2795bd45549df3bc93e5d6cc5d80ee1", PCI device ID: , UID: "1be8d3e1-4d08-4c2a-9d00-7701772f64c8", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0507 12:55:08.263012 3738 cni.go:452] [openshift-ingress-canary/ingress-canary-4qjk9 a37ae46262054658ef5fc2c8f13b1b1265a885f6e2af39f2400c5835e67f9883 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4qjk9 a37ae46262054658ef5fc2c8f13b1b1265a885f6e2af39f2400c5835e67f9883 network default NAD default NAD key ] I0507 12:55:08.273785 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4qjk9, hostIfaceName: a37ae4626205465, network: default, NAD default, SandboxID: "a37ae46262054658ef5fc2c8f13b1b1265a885f6e2af39f2400c5835e67f9883", PCI device ID: , UID: "5e165e12-f667-46da-b737-a99bcff2d580", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0507 12:55:08.275794 3738 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j 7dee8675e11c2a6a1114725b27a92dfb60c9b7c47e3e306af4bccf69bc86079d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-x755j 7dee8675e11c2a6a1114725b27a92dfb60c9b7c47e3e306af4bccf69bc86079d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a7:3e:f8:46:12\",\"name\":\"7dee8675e11c2a6\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7aa3650-ce67-45bb-8112-b7cd3b5f385a\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.275908 3738 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h c06335ae174721ca46d38326263cb9dfc2613f9bf621917ecdecb6dae5af752e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qvn4h c06335ae174721ca46d38326263cb9dfc2613f9bf621917ecdecb6dae5af752e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b9:36:b2:f7:6e\",\"name\":\"c06335ae174721c\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/516521c8-327f-4224-9cd7-9d3e4a005a6f\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.303825 3738 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb e1b6cf6ae5b06749c387cbedde9f1ccad2795bd45549df3bc93e5d6cc5d80ee1 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5pcbb e1b6cf6ae5b06749c387cbedde9f1ccad2795bd45549df3bc93e5d6cc5d80ee1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f9:73:77:52:d8\",\"name\":\"e1b6cf6ae5b0674\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff412457-fbbe-4ab6-9565-7f28ddbdf937\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.323224 3738 cni.go:473] [openshift-ingress-canary/ingress-canary-4qjk9 a37ae46262054658ef5fc2c8f13b1b1265a885f6e2af39f2400c5835e67f9883 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4qjk9 a37ae46262054658ef5fc2c8f13b1b1265a885f6e2af39f2400c5835e67f9883 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:08:c3:1f:6e:b0\",\"name\":\"a37ae4626205465\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093b4577-8ba4-45ac-a433-ce95462655fe\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.369814 3738 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh a3f551ed2ee79696e56973bde2d67759b0564b9b49b102e72437e465f3431a72 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh a3f551ed2ee79696e56973bde2d67759b0564b9b49b102e72437e465f3431a72 network default NAD default NAD key ] I0507 12:55:08.397784 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-bmqxh, hostIfaceName: a3f551ed2ee7969, network: default, NAD default, SandboxID: "a3f551ed2ee79696e56973bde2d67759b0564b9b49b102e72437e465f3431a72", PCI device ID: , UID: "1d2d95db-d878-458e-926e-9deba1368773", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0507 12:55:08.444773 3738 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh a3f551ed2ee79696e56973bde2d67759b0564b9b49b102e72437e465f3431a72 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bmqxh a3f551ed2ee79696e56973bde2d67759b0564b9b49b102e72437e465f3431a72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:01:ed:01:c9:5f\",\"name\":\"a3f551ed2ee7969\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c63a631-491d-417a-8315-4a6f6feece6a\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:08.536939 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:08.536986 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 57.931µs I0507 12:55:09.317825 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:09.317880 3738 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0507 12:55:09.317902 3738 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.317921 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.317830 3738 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:09.344890 3738 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:09.485727 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:09.485779 3738 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.485756 3738 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:09.485791 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.486826 3738 zone_ic_handler.go:195] Time taken to create transit switch: 315.491µs I0507 12:55:09.486844 3738 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-63.ec2.internal for the network default I0507 12:55:09.488055 3738 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-63.ec2.internal" on network "default" took: 1.557316ms I0507 12:55:11.069827 3738 cni.go:452] [kube-system/global-pull-secret-syncer-w5c7s 146901ee19d6dcbb4aebdd1f9c04ffc4ab890e9848cf22a06b06010b34b12fcd network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-w5c7s 146901ee19d6dcbb4aebdd1f9c04ffc4ab890e9848cf22a06b06010b34b12fcd network default NAD default NAD key ] I0507 12:55:11.073027 3738 cni.go:452] [openshift-network-diagnostics/network-check-target-r6pm9 b28ef16d67786f710ff263221ee8b0142e325fd933c5c32c984a90e085efe644 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-r6pm9 b28ef16d67786f710ff263221ee8b0142e325fd933c5c32c984a90e085efe644 network default NAD default NAD key ] I0507 12:55:11.081841 3738 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-w5c7s, hostIfaceName: 146901ee19d6dcb, network: default, NAD default, SandboxID: "146901ee19d6dcbb4aebdd1f9c04ffc4ab890e9848cf22a06b06010b34b12fcd", PCI device ID: , UID: "c921e0a2-6b97-4819-9c19-075a8bd98d98", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0507 12:55:11.084407 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-r6pm9, hostIfaceName: b28ef16d67786f7, network: default, NAD default, SandboxID: "b28ef16d67786f710ff263221ee8b0142e325fd933c5c32c984a90e085efe644", PCI device ID: , UID: "5fb9bac0-a21c-49a2-ae62-e3369ccf96cd", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0507 12:55:11.141848 3738 cni.go:473] [openshift-network-diagnostics/network-check-target-r6pm9 b28ef16d67786f710ff263221ee8b0142e325fd933c5c32c984a90e085efe644 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-r6pm9 b28ef16d67786f710ff263221ee8b0142e325fd933c5c32c984a90e085efe644 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:72:98:49:b9:3f\",\"name\":\"b28ef16d67786f7\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1ce5c72-630b-4d52-9493-dd5162c763aa\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:11.148030 3738 cni.go:473] [kube-system/global-pull-secret-syncer-w5c7s 146901ee19d6dcbb4aebdd1f9c04ffc4ab890e9848cf22a06b06010b34b12fcd network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-w5c7s 146901ee19d6dcbb4aebdd1f9c04ffc4ab890e9848cf22a06b06010b34b12fcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:dc:f2:28:85:43\",\"name\":\"146901ee19d6dcb\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56b83268-3055-4dc2-ab27-b9cc52baf4ea\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:11.550893 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:11.551162 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 276.894µs I0507 12:55:11.550899 3738 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:11.550937 3738 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:11.551224 3738 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:11.551243 3738 services_controller.go:574] Full service sync requested for network=default I0507 12:55:11.550958 3738 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0507 12:55:11.551318 3738 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:11.557431 3738 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-63.ec2.internal. Updating no re-route policies I0507 12:55:11.567097 3738 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:11.567116 3738 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0507 12:55:14.957324 3738 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:14.957368 3738 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 52.244µs W0507 12:55:20.033740 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 12:55:20.148918 3738 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:20.926121 3738 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:21.337560 3738 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 12:55:21.338641 3738 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.058096ms I0507 12:55:21.359632 3738 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 12:55:22.020836 3738 namespace.go:98] [openshift-service-ca] adding namespace I0507 12:55:22.021845 3738 namespace.go:102] [openshift-service-ca] adding namespace took 987.414µs I0507 12:55:22.049669 3738 namespace.go:142] [openshift-service-ca] updating namespace W0507 12:55:24.333801 3738 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:28.977818 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 12:55:31.617648 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 12:55:39.730942 3738 cni.go:452] [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key ] I0507 12:55:39.741040 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-658865b859-bxxcm, hostIfaceName: 0e1ea809af70cc7, network: default, NAD default, SandboxID: "0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f", PCI device ID: , UID: "c83c4cb7-0012-49b3-b38d-4e18c95e1996", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0507 12:55:39.792211 3738 cni.go:473] [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:54:a3:ec:4c:29\",\"name\":\"0e1ea809af70cc7\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/855c6d7f-539d-4b8a-88f4-b0a7393f140d\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:39.793028 3738 cni.go:452] [openshift-dns/dns-default-xrxxk 273e2193d2ef02eda50b27caa5adcb02c4695b9d607a8b4385718f42360a228b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-xrxxk 273e2193d2ef02eda50b27caa5adcb02c4695b9d607a8b4385718f42360a228b network default NAD default NAD key ] I0507 12:55:39.804449 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-xrxxk, hostIfaceName: 273e2193d2ef02e, network: default, NAD default, SandboxID: "273e2193d2ef02eda50b27caa5adcb02c4695b9d607a8b4385718f42360a228b", PCI device ID: , UID: "cd1c2393-5291-4a91-8fee-977768e455cc", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0507 12:55:39.810173 3738 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77 4044474b407d226cd59109c5dce4d2a83b7757a143ec7a1646c668ceea400026 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77 4044474b407d226cd59109c5dce4d2a83b7757a143ec7a1646c668ceea400026 network default NAD default NAD key ] I0507 12:55:39.820327 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-dkb77, hostIfaceName: 4044474b407d226, network: default, NAD default, SandboxID: "4044474b407d226cd59109c5dce4d2a83b7757a143ec7a1646c668ceea400026", PCI device ID: , UID: "3be9b8b8-3cc4-4fa8-b85e-dc5711715b3c", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0507 12:55:39.837983 3738 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9 d20b4e040088fdd2b8b132e732b818bdde98eb98649b1e40192a537d4ce77e5d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9 d20b4e040088fdd2b8b132e732b818bdde98eb98649b1e40192a537d4ce77e5d network default NAD default NAD key ] I0507 12:55:39.854356 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-66zd9, hostIfaceName: d20b4e040088fdd, network: default, NAD default, SandboxID: "d20b4e040088fdd2b8b132e732b818bdde98eb98649b1e40192a537d4ce77e5d", PCI device ID: , UID: "e87d9044-17bc-478b-a0ee-5725a2144e72", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0507 12:55:39.858805 3738 cni.go:473] [openshift-dns/dns-default-xrxxk 273e2193d2ef02eda50b27caa5adcb02c4695b9d607a8b4385718f42360a228b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-xrxxk 273e2193d2ef02eda50b27caa5adcb02c4695b9d607a8b4385718f42360a228b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:36:88:b7:8b:d8\",\"name\":\"273e2193d2ef02e\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3011dbcd-ecf2-4d7f-80bb-9d4f4071a1fa\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:39.879816 3738 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77 4044474b407d226cd59109c5dce4d2a83b7757a143ec7a1646c668ceea400026 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-dkb77 4044474b407d226cd59109c5dce4d2a83b7757a143ec7a1646c668ceea400026 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f4:12:28:95:ad\",\"name\":\"4044474b407d226\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4f297a9-33e1-4fea-937d-ca0b88b78044\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:39.906406 3738 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2 b6d4508137588501b2026dfaf15913426f0eab79de88c7047f60c733ab11b86f network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2 b6d4508137588501b2026dfaf15913426f0eab79de88c7047f60c733ab11b86f network default NAD default NAD key ] I0507 12:55:39.907211 3738 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9 d20b4e040088fdd2b8b132e732b818bdde98eb98649b1e40192a537d4ce77e5d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-66zd9 d20b4e040088fdd2b8b132e732b818bdde98eb98649b1e40192a537d4ce77e5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3a:8b:b0:65:ff\",\"name\":\"d20b4e040088fdd\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1866a457-21bc-4194-b1d0-91343798460f\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:39.919318 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-rwmn2, hostIfaceName: b6d450813758850, network: default, NAD default, SandboxID: "b6d4508137588501b2026dfaf15913426f0eab79de88c7047f60c733ab11b86f", PCI device ID: , UID: "f9f83085-ad9e-47d1-a065-c851749f7e44", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0507 12:55:39.929720 3738 cni.go:452] [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key ] I0507 12:55:39.942972 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-55474bbd5c-hx6p6, hostIfaceName: 8868ca671e90dd0, network: default, NAD default, SandboxID: "8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8", PCI device ID: , UID: "b816ee34-00bf-4aff-adb0-18dc0389a8f6", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0507 12:55:39.944326 3738 cni.go:452] [openshift-ingress/router-default-66f767b8f-85vl7 e73304c2231b248447bb5391075a5cde7bc625ea7ffd1b8b6057bedf840c9121 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-66f767b8f-85vl7 e73304c2231b248447bb5391075a5cde7bc625ea7ffd1b8b6057bedf840c9121 network default NAD default NAD key ] I0507 12:55:39.958145 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-66f767b8f-85vl7, hostIfaceName: e73304c2231b248, network: default, NAD default, SandboxID: "e73304c2231b248447bb5391075a5cde7bc625ea7ffd1b8b6057bedf840c9121", PCI device ID: , UID: "3e09f9d7-24fc-4ea7-ace9-3a576aaf09f3", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0507 12:55:39.980163 3738 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2 b6d4508137588501b2026dfaf15913426f0eab79de88c7047f60c733ab11b86f network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-rwmn2 b6d4508137588501b2026dfaf15913426f0eab79de88c7047f60c733ab11b86f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e4:ff:e4:18:97\",\"name\":\"b6d450813758850\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf87f8f2-10c8-4adf-a8d5-a97f022cdfd4\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:39.982185 3738 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq 8526761d919a64ed63d29257997f9972a4bb96fab0cc2e5467bc7fa96a754ca5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq 8526761d919a64ed63d29257997f9972a4bb96fab0cc2e5467bc7fa96a754ca5 network default NAD default NAD key ] I0507 12:55:40.013757 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-pqxcq, hostIfaceName: 8526761d919a64e, network: default, NAD default, SandboxID: "8526761d919a64ed63d29257997f9972a4bb96fab0cc2e5467bc7fa96a754ca5", PCI device ID: , UID: "86442b9b-4668-444b-9fa8-ccded0475c74", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0507 12:55:40.013939 3738 cni.go:473] [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:fc:df:c6:29:1f\",\"name\":\"8868ca671e90dd0\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcf7d243-2f31-440c-ba08-a4abd8989f5d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:40.030908 3738 cni.go:473] [openshift-ingress/router-default-66f767b8f-85vl7 e73304c2231b248447bb5391075a5cde7bc625ea7ffd1b8b6057bedf840c9121 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-66f767b8f-85vl7 e73304c2231b248447bb5391075a5cde7bc625ea7ffd1b8b6057bedf840c9121 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7d:62:19:a9:95\",\"name\":\"e73304c2231b248\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1874c15-42c5-4399-b202-f06ec2e12348\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:40.070389 3738 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq 8526761d919a64ed63d29257997f9972a4bb96fab0cc2e5467bc7fa96a754ca5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-pqxcq 8526761d919a64ed63d29257997f9972a4bb96fab0cc2e5467bc7fa96a754ca5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:32:b2:5f:b5:61\",\"name\":\"8526761d919a64e\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ce67976-a439-4e08-83d0-81a8fa03b694\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:42.684362 3738 cni.go:452] [openshift-multus/network-metrics-daemon-rrnzx 223f30868ae1a3217a6c1e0354e08b1f872bea21947143551edbf557a1b3a0a6 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-rrnzx 223f30868ae1a3217a6c1e0354e08b1f872bea21947143551edbf557a1b3a0a6 network default NAD default NAD key ] I0507 12:55:42.696675 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rrnzx, hostIfaceName: 223f30868ae1a32, network: default, NAD default, SandboxID: "223f30868ae1a3217a6c1e0354e08b1f872bea21947143551edbf557a1b3a0a6", PCI device ID: , UID: "46f7f7f1-4363-4744-a014-a7e7bb8ac911", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0507 12:55:42.758802 3738 cni.go:473] [openshift-multus/network-metrics-daemon-rrnzx 223f30868ae1a3217a6c1e0354e08b1f872bea21947143551edbf557a1b3a0a6 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rrnzx 223f30868ae1a3217a6c1e0354e08b1f872bea21947143551edbf557a1b3a0a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ce:4d:c6:de:4c\",\"name\":\"223f30868ae1a32\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad50e70-5ca7-44c3-8a3e-afd9fb7e4331\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 12:55:46.611108 3738 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:55:46.611207 3738 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.611223 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.611229 3738 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.631522 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0507 12:55:46.670371 3738 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:46.722764 3738 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:55:46.743535 3738 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 12:55:47.054573 3738 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vdrqn] creating logical port openshift-insights_insights-runtime-extractor-vdrqn for pod on switch ip-10-0-0-119.ec2.internal I0507 12:55:47.054718 3738 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vdrqn I0507 12:55:47.073989 3738 pod.go:62] [openshift-insights/insights-runtime-extractor-vdrqn] pod update took 19.300994ms I0507 12:55:47.074012 3738 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vdrqn] addLogicalPort annotation time took 19.328313ms I0507 12:55:47.075040 3738 pods.go:271] [openshift-insights/insights-runtime-extractor-vdrqn] addLogicalPort took 20.481757ms, libovsdb time 703.856µs I0507 12:55:47.446498 3738 cni.go:452] [openshift-insights/insights-runtime-extractor-vdrqn 6e0b8d15ed2df76d9e42777df9d41fc4105374d43728a0bea68e6bbf836cc805 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vdrqn 6e0b8d15ed2df76d9e42777df9d41fc4105374d43728a0bea68e6bbf836cc805 network default NAD default NAD key ] I0507 12:55:47.455813 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vdrqn, hostIfaceName: 6e0b8d15ed2df76, network: default, NAD default, SandboxID: "6e0b8d15ed2df76d9e42777df9d41fc4105374d43728a0bea68e6bbf836cc805", PCI device ID: , UID: "c469e564-c487-4b86-afd8-ceb3315451f9", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0507 12:55:47.506370 3738 cni.go:473] [openshift-insights/insights-runtime-extractor-vdrqn 6e0b8d15ed2df76d9e42777df9d41fc4105374d43728a0bea68e6bbf836cc805 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vdrqn 6e0b8d15ed2df76d9e42777df9d41fc4105374d43728a0bea68e6bbf836cc805 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7c:cf:2a:d1:01\",\"name\":\"6e0b8d15ed2df76\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/612b53e7-6357-453d-86fa-afa5d1467f2d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:55:48.407718 3738 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:55:48.408355 3738 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:55:48.428085 3738 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:55:48.428112 3738 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:55:48.431948 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f58965b64-nnkbz I0507 12:55:48.431973 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f58965b64-nnkbz W0507 12:55:49.010225 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 12:55:49.410280 3738 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.410298 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.410304 3738 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.469562 3738 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:55:50.930459 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:52.990450 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990472 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990477 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990491 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990495 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990500 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051318 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051338 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:53.051344 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:58.066242 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 12:55:58.460429 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 12:56:00.874844 3738 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-69bf5fd5b6-fllt9] creating logical port openshift-monitoring_metrics-server-69bf5fd5b6-fllt9 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:56:00.874954 3738 kube.go:256] Updating pod openshift-monitoring/metrics-server-69bf5fd5b6-fllt9 I0507 12:56:00.897933 3738 pod.go:62] [openshift-monitoring/metrics-server-69bf5fd5b6-fllt9] pod update took 23.004559ms I0507 12:56:00.897961 3738 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-69bf5fd5b6-fllt9] addLogicalPort annotation time took 23.038565ms I0507 12:56:00.899192 3738 pods.go:271] [openshift-monitoring/metrics-server-69bf5fd5b6-fllt9] addLogicalPort took 24.365714ms, libovsdb time 836.171µs I0507 12:56:01.229487 3738 cni.go:452] [openshift-monitoring/metrics-server-69bf5fd5b6-fllt9 b23cd6f4b9866f2c711b79b623977823c58c2ad6a8001605e78934726ce9fa09 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-69bf5fd5b6-fllt9 b23cd6f4b9866f2c711b79b623977823c58c2ad6a8001605e78934726ce9fa09 network default NAD default NAD key ] I0507 12:56:01.239006 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-69bf5fd5b6-fllt9, hostIfaceName: b23cd6f4b9866f2, network: default, NAD default, SandboxID: "b23cd6f4b9866f2c711b79b623977823c58c2ad6a8001605e78934726ce9fa09", PCI device ID: , UID: "99d63a18-6b8d-434b-a809-4cea62003cfc", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0507 12:56:01.289311 3738 cni.go:473] [openshift-monitoring/metrics-server-69bf5fd5b6-fllt9 b23cd6f4b9866f2c711b79b623977823c58c2ad6a8001605e78934726ce9fa09 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-69bf5fd5b6-fllt9 b23cd6f4b9866f2c711b79b623977823c58c2ad6a8001605e78934726ce9fa09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:67:fb:4c:f7:ab\",\"name\":\"b23cd6f4b9866f2\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8df9439-ea27-43b4-8cb2-66125e4e1c5a\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 12:56:01.992777 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:56:01.992882 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:56:02.541048 3738 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:56:02.541152 3738 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 12:56:02.567167 3738 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.052495ms I0507 12:56:02.567195 3738 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.083926ms I0507 12:56:02.568538 3738 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.507179ms, libovsdb time 933.205µs I0507 12:56:02.901151 3738 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key ] I0507 12:56:02.911049 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 3caf89abf730581, network: default, NAD default, SandboxID: "3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2", PCI device ID: , UID: "ade9f2ce-6bfa-4486-8eb8-5858e509a068", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0507 12:56:02.964024 3738 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:9e:e2:a3:be:4e\",\"name\":\"3caf89abf730581\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d40117f-5a19-4bc2-bdf6-b3230a852b51\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 12:56:03.135036 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0507 12:56:04.381242 3738 base_network_controller_pods.go:487] [default/openshift-console/console-6c9b74c8c6-wcr29] creating logical port openshift-console_console-6c9b74c8c6-wcr29 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:56:04.381347 3738 kube.go:256] Updating pod openshift-console/console-6c9b74c8c6-wcr29 I0507 12:56:04.401937 3738 pod.go:62] [openshift-console/console-6c9b74c8c6-wcr29] pod update took 20.615375ms I0507 12:56:04.401960 3738 base_network_controller_pods.go:951] [default/openshift-console/console-6c9b74c8c6-wcr29] addLogicalPort annotation time took 20.643711ms I0507 12:56:04.403273 3738 pods.go:271] [openshift-console/console-6c9b74c8c6-wcr29] addLogicalPort took 22.050937ms, libovsdb time 895.953µs I0507 12:56:04.741744 3738 cni.go:452] [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key ] I0507 12:56:04.752144 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c9b74c8c6-wcr29, hostIfaceName: aec8a835c8bc050, network: default, NAD default, SandboxID: "aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263", PCI device ID: , UID: "455365df-6774-469c-8ba9-bbd482f1cc1c", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0507 12:56:04.800504 3738 cni.go:473] [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:11:4c:0b:1a:69\",\"name\":\"aec8a835c8bc050\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82627f9d-ebf5-40f7-b3b3-76af23602c9e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 12:56:05.157231 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:05.157250 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:06.566585 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:06.566627 3738 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:06.566635 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:08.523532 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 12:56:08.585045 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:10.154925 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.154947 3738 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.154953 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.201294 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:10.201314 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:56:10.312988 3738 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.313545 3738 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.313572 3738 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.313581 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 12:56:10.313594 3738 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.313601 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 12:56:10.597181 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.597208 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.597217 3738 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.597224 3738 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 12:56:11.187517 3738 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 12:56:11.348111 3738 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.348139 3738 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.348156 3738 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.348167 3738 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.883395 3738 cni.go:452] [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key ] I0507 12:56:11.958829 3738 cni.go:473] [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-658865b859-bxxcm 0e1ea809af70cc74336a31ea2a6aa82970682ff710551eaaad028d2f9db18c0f network default NAD default NAD key default], result "{}", err I0507 12:56:12.016376 3738 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:12.016412 3738 pods.go:176] Deleting pod: openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:12.018159 3738 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-658865b859-bxxcm, ips: 10.129.0.6 I0507 12:56:12.018188 3738 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:12.026735 3738 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6fc555fbbd-w4p7k] creating logical port openshift-image-registry_image-registry-6fc555fbbd-w4p7k for pod on switch ip-10-0-0-119.ec2.internal I0507 12:56:12.026822 3738 kube.go:256] Updating pod openshift-image-registry/image-registry-6fc555fbbd-w4p7k I0507 12:56:12.048852 3738 pod.go:62] [openshift-image-registry/image-registry-6fc555fbbd-w4p7k] pod update took 22.058798ms I0507 12:56:12.048877 3738 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6fc555fbbd-w4p7k] addLogicalPort annotation time took 22.086794ms I0507 12:56:12.050165 3738 pods.go:271] [openshift-image-registry/image-registry-6fc555fbbd-w4p7k] addLogicalPort took 23.442365ms, libovsdb time 884.954µs I0507 12:56:12.179775 3738 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.179796 3738 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.191638 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:12.191673 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:12.396500 3738 cni.go:452] [openshift-image-registry/image-registry-6fc555fbbd-w4p7k a03b8da2f6f720ea8caf10aa874fe4efd2d9826c6b8cef698b5cd38629872cd3 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6fc555fbbd-w4p7k a03b8da2f6f720ea8caf10aa874fe4efd2d9826c6b8cef698b5cd38629872cd3 network default NAD default NAD key ] I0507 12:56:12.405897 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6fc555fbbd-w4p7k, hostIfaceName: a03b8da2f6f720e, network: default, NAD default, SandboxID: "a03b8da2f6f720ea8caf10aa874fe4efd2d9826c6b8cef698b5cd38629872cd3", PCI device ID: , UID: "4266e555-feb8-4e57-bddb-f7e5e81814e5", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0507 12:56:12.455665 3738 cni.go:473] [openshift-image-registry/image-registry-6fc555fbbd-w4p7k a03b8da2f6f720ea8caf10aa874fe4efd2d9826c6b8cef698b5cd38629872cd3 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6fc555fbbd-w4p7k a03b8da2f6f720ea8caf10aa874fe4efd2d9826c6b8cef698b5cd38629872cd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:62:b0:8f:5c:81\",\"name\":\"a03b8da2f6f720e\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bda220e5-72b7-4b31-8430-cb63e3a85e2e\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:56:15.087563 3738 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 12:56:15.099758 3738 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0507 12:56:15.213395 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 12:56:15.221662 3738 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.221684 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.221693 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.221700 3738 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:24.141872 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:26.246690 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 12:56:26.246700 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 12:56:26.246741 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 12:56:27.260727 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0507 12:56:30.805273 3738 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-mrrd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:30.805862 3738 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-mrrd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 12:56:31.288803 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 12:56:31.288883 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 12:56:31.288944 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0507 12:56:31.684518 3738 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-mrrd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:31.684546 3738 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-mrrd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:31.694018 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689b6d5495-mrrd7 I0507 12:56:31.694044 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689b6d5495-mrrd7 W0507 12:56:32.276758 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 12:56:34.203002 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:56:35.886384 3738 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:35.886981 3738 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:36.262020 3738 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:36.262048 3738 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:36.269189 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-658865b859-cvxsv I0507 12:56:36.269214 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-658865b859-cvxsv I0507 12:56:40.591167 3738 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-trlt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:40.591705 3738 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-trlt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:41.279489 3738 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-trlt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:41.279514 3738 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-trlt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:41.281937 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689b6d5495-trlt8 I0507 12:56:41.281966 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689b6d5495-trlt8 W0507 12:56:50.348058 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 12:56:50.348118 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 12:56:50.348145 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 12:56:51.364894 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0507 12:56:57.220786 3738 cni.go:452] [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key ] I0507 12:56:57.311126 3738 cni.go:473] [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-55474bbd5c-hx6p6 8868ca671e90dd0e1a28838c8f18e98b646497e6c11e7a72ff78f57b6a013cd8 network default NAD default NAD key default], result "{}", err I0507 12:56:57.363251 3738 obj_retry.go:498] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:57.363293 3738 pods.go:176] Deleting pod: openshift-ingress/router-default-55474bbd5c-hx6p6 I0507 12:56:57.364645 3738 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-55474bbd5c-hx6p6, ips: 10.129.0.17 I0507 12:56:57.364670 3738 obj_retry.go:498] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:57.664416 3738 obj_retry.go:492] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:57.664442 3738 obj_retry.go:492] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:57.667639 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55474bbd5c-hx6p6 I0507 12:56:57.667670 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55474bbd5c-hx6p6 W0507 12:57:03.422333 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:57:03.422355 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:57:03.422366 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:57:03.422372 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:57:03.437981 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:57:03.438005 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:57:17.889535 3738 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:17.890081 3738 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:18.838715 3738 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:18.838739 3738 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:18.846543 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 12:57:18.846568 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 12:57:22.151765 3738 cni.go:452] [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key ] I0507 12:57:22.239319 3738 cni.go:473] [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 3caf89abf73058138ae1fe71b8a12b803b326eace843b103163b3e999c4f2fb2 network default NAD default NAD key default], result "{}", err I0507 12:57:22.303742 3738 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:22.303783 3738 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0507 12:57:22.305154 3738 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.24 I0507 12:57:22.305186 3738 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:22.478010 3738 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:22.478028 3738 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:22.485989 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 12:57:22.486099 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 12:57:22.560000 3738 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-119.ec2.internal I0507 12:57:22.560108 3738 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 12:57:22.591368 3738 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 31.299008ms I0507 12:57:22.591395 3738 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 31.330433ms I0507 12:57:22.592844 3738 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.861112ms, libovsdb time 976.415µs I0507 12:57:22.920160 3738 cni.go:452] [openshift-monitoring/prometheus-k8s-1 4b9f49872a9ddd10c19515abadbc5a26bc8fd734dd14d507dd6acbfad4732a35 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 4b9f49872a9ddd10c19515abadbc5a26bc8fd734dd14d507dd6acbfad4732a35 network default NAD default NAD key ] I0507 12:57:22.929200 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 4b9f49872a9ddd1, network: default, NAD default, SandboxID: "4b9f49872a9ddd10c19515abadbc5a26bc8fd734dd14d507dd6acbfad4732a35", PCI device ID: , UID: "810bce94-cf90-45be-8b9c-bf0c45810262", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0507 12:57:22.978987 3738 cni.go:473] [openshift-monitoring/prometheus-k8s-1 4b9f49872a9ddd10c19515abadbc5a26bc8fd734dd14d507dd6acbfad4732a35 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 4b9f49872a9ddd10c19515abadbc5a26bc8fd734dd14d507dd6acbfad4732a35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:dc:e7:a5:1f:69\",\"name\":\"4b9f49872a9ddd1\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/362dca08-f336-44db-8c3c-ab8f0cf3e74f\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 12:57:40.620299 3738 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:40.620888 3738 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:41.544701 3738 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:41.544726 3738 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:41.554776 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 12:57:41.554803 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 12:57:49.518722 3738 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:49.519232 3738 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:49.975230 3738 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:49.975256 3738 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:49.982177 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c9b74c8c6-nnd6r I0507 12:57:49.982200 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c9b74c8c6-nnd6r I0507 12:58:00.715467 3738 cni.go:452] [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key ] I0507 12:58:00.805928 3738 cni.go:473] [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c9b74c8c6-wcr29 aec8a835c8bc050c590905a2e9a1ebdae0be5e4522c43ba1411291c860958263 network default NAD default NAD key default], result "{}", err I0507 12:58:00.859969 3738 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:00.860011 3738 pods.go:176] Deleting pod: openshift-console/console-6c9b74c8c6-wcr29 I0507 12:58:00.861433 3738 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c9b74c8c6-wcr29, ips: 10.129.0.25 I0507 12:58:00.861462 3738 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:01.637823 3738 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:01.637870 3738 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:01.645733 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c9b74c8c6-wcr29 I0507 12:58:01.645765 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c9b74c8c6-wcr29 W0507 12:58:23.766914 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:58:23.766939 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:58:25.068181 3738 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:25.068756 3738 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:25.728752 3738 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:25.728783 3738 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:25.739557 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 12:58:25.739580 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 12:59:38.489729 3738 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 12:59:43.893983 3738 base_network_controller_pods.go:487] [default/openshift-console/console-5fd497cbdb-8qwsc] creating logical port openshift-console_console-5fd497cbdb-8qwsc for pod on switch ip-10-0-0-119.ec2.internal I0507 12:59:43.894128 3738 kube.go:256] Updating pod openshift-console/console-5fd497cbdb-8qwsc I0507 12:59:43.923478 3738 pod.go:62] [openshift-console/console-5fd497cbdb-8qwsc] pod update took 29.375597ms I0507 12:59:43.923500 3738 base_network_controller_pods.go:951] [default/openshift-console/console-5fd497cbdb-8qwsc] addLogicalPort annotation time took 29.408853ms I0507 12:59:43.924749 3738 pods.go:271] [openshift-console/console-5fd497cbdb-8qwsc] addLogicalPort took 30.745053ms, libovsdb time 852.868µs I0507 12:59:44.250728 3738 cni.go:452] [openshift-console/console-5fd497cbdb-8qwsc 85856b7bc0d832fff8c3ca768b1bc567069e20beb967fbef3ef95f973f29f7ac network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fd497cbdb-8qwsc 85856b7bc0d832fff8c3ca768b1bc567069e20beb967fbef3ef95f973f29f7ac network default NAD default NAD key ] I0507 12:59:44.260241 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fd497cbdb-8qwsc, hostIfaceName: 85856b7bc0d832f, network: default, NAD default, SandboxID: "85856b7bc0d832fff8c3ca768b1bc567069e20beb967fbef3ef95f973f29f7ac", PCI device ID: , UID: "f91e179c-e171-4c8e-8305-555183e9bc60", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0507 12:59:44.310200 3738 cni.go:473] [openshift-console/console-5fd497cbdb-8qwsc 85856b7bc0d832fff8c3ca768b1bc567069e20beb967fbef3ef95f973f29f7ac network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fd497cbdb-8qwsc 85856b7bc0d832fff8c3ca768b1bc567069e20beb967fbef3ef95f973f29f7ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:55:2a:c0:dc:76\",\"name\":\"85856b7bc0d832f\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a81c9bdd-d55e-4262-84d0-7e1181a9310c\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 12:59:55.087626 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 13:00:05.670089 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:05.670667 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:06.692670 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:06.692726 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.067969 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 13:00:09.202173 3738 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:09.202784 3738 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:09.548951 3738 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.548971 3738 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.555924 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:09.555951 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:10.073945 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 13:00:20.412029 3738 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:20.412592 3738 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:21.095816 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 13:00:21.176831 3738 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:21.176852 3738 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:21.183643 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:21.183664 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:49.101268 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0507 13:01:19.876661 3738 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 13:01:30.886754 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 13:01:30.886827 3738 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4mrrn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4mrrn: no pod IPs found I0507 13:01:32.101348 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:01:44.974812 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0507 13:01:45.972941 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0507 13:01:53.063233 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 13:02:40.982329 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=611 I0507 13:03:22.975849 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0507 13:03:40.062946 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 13:03:43.078070 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 13:03:57.090220 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0507 13:04:13.084390 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0507 13:04:29.975199 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0507 13:04:56.973971 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 13:06:28.416154 3738 namespace.go:98] [tsf] adding namespace I0507 13:06:28.417048 3738 namespace.go:102] [tsf] adding namespace took 870.879µs I0507 13:06:28.431491 3738 namespace.go:142] [tsf] updating namespace I0507 13:06:28.444389 3738 namespace.go:142] [tsf] updating namespace I0507 13:06:32.676921 3738 namespace.go:98] [rhbk-operator] adding namespace I0507 13:06:32.676993 3738 namespace.go:98] [tsf-tas] adding namespace I0507 13:06:32.677135 3738 namespace.go:98] [tsf-tpa] adding namespace I0507 13:06:32.677824 3738 namespace.go:102] [rhbk-operator] adding namespace took 883.394µs I0507 13:06:32.678342 3738 namespace.go:102] [tsf-tas] adding namespace took 1.334483ms I0507 13:06:32.678997 3738 namespace.go:102] [tsf-tpa] adding namespace took 1.844582ms I0507 13:06:32.684123 3738 namespace.go:98] [cert-manager-operator] adding namespace I0507 13:06:32.684234 3738 namespace.go:98] [rhtpa-operator] adding namespace I0507 13:06:32.684312 3738 namespace.go:98] [konflux-ui] adding namespace I0507 13:06:32.684816 3738 namespace.go:102] [cert-manager-operator] adding namespace took 677.781µs I0507 13:06:32.685284 3738 namespace.go:102] [rhtpa-operator] adding namespace took 1.031404ms I0507 13:06:32.685785 3738 namespace.go:102] [konflux-ui] adding namespace took 1.460529ms I0507 13:06:32.690631 3738 namespace.go:98] [tsf-keycloak] adding namespace I0507 13:06:32.690735 3738 namespace.go:98] [konflux-operator] adding namespace I0507 13:06:32.690806 3738 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.691329 3738 namespace.go:102] [tsf-keycloak] adding namespace took 684.233µs I0507 13:06:32.691924 3738 namespace.go:102] [konflux-operator] adding namespace took 1.175304ms I0507 13:06:32.701091 3738 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.710558 3738 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.723635 3738 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.723694 3738 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.726606 3738 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.726645 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:32.745995 3738 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.746053 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.752887 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.752990 3738 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.760883 3738 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.776643 3738 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.776710 3738 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.784784 3738 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.798083 3738 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.801886 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.818681 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.818681 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.826732 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.839504 3738 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.851949 3738 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.855747 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:32.872318 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:33.939676 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:33.939779 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:35.104630 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 13:06:39.747944 3738 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748498 3738 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748521 3738 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748528 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:39.748540 3738 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.748545 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:39.773165 3738 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773668 3738 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773693 3738 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773704 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:39.773723 3738 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.773728 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:40.777294 3738 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.777346 3738 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.777361 3738 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.777372 3738 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830867 3738 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830888 3738 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830902 3738 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830916 3738 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:43.833462 3738 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.834050 3738 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.834077 3738 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.834085 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:43.834097 3738 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.834101 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:44.977123 3738 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.977146 3738 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.977160 3738 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.977171 3738 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:46.859833 3738 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.860375 3738 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.860403 3738 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.860412 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:46.860426 3738 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.860430 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.901246 3738 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.901829 3738 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.901853 3738 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.901861 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.901876 3738 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.901882 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:46.932568 3738 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933084 3738 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933109 3738 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933117 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.933129 3738 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933133 3738 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:47.901462 3738 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.901487 3738 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.901503 3738 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.901522 3738 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.936823 3738 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.936850 3738 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.936866 3738 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.936879 3738 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969740 3738 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969763 3738 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969775 3738 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969788 3738 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:54.977957 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0507 13:06:59.542525 3738 namespace.go:142] [openshift-operators] updating namespace I0507 13:06:59.557983 3738 namespace.go:142] [openshift-operators] updating namespace W0507 13:06:59.783315 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 13:07:01.796985 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 13:07:03.710170 3738 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-f74qc for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:03.710321 3738 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc I0507 13:07:03.735125 3738 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc] pod update took 24.82967ms I0507 13:07:03.735153 3738 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc] addLogicalPort annotation time took 24.86303ms I0507 13:07:03.736407 3738 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc] addLogicalPort took 26.255001ms, libovsdb time 847.923µs I0507 13:07:04.079628 3738 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc 4960c2833e08e61bec76addcbb48dd48cbddab7eadfae8bc7243e2eb4c9ff8bb network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc 4960c2833e08e61bec76addcbb48dd48cbddab7eadfae8bc7243e2eb4c9ff8bb network default NAD default NAD key ] I0507 13:07:04.089108 3738 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-f74qc, hostIfaceName: 4960c2833e08e61, network: default, NAD default, SandboxID: "4960c2833e08e61bec76addcbb48dd48cbddab7eadfae8bc7243e2eb4c9ff8bb", PCI device ID: , UID: "13b70255-b27d-4ba9-a9d1-4747b21871ed", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0507 13:07:04.142443 3738 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc 4960c2833e08e61bec76addcbb48dd48cbddab7eadfae8bc7243e2eb4c9ff8bb network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-f74qc 4960c2833e08e61bec76addcbb48dd48cbddab7eadfae8bc7243e2eb4c9ff8bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:17:74:47:69:43\",\"name\":\"4960c2833e08e61\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58d010e2-0632-4be5-91f7-dd7609bfe96b\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:07:07.539024 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.551313 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.578140 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.591187 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 13:07:07.779729 3738 namespace.go:98] [cert-manager] adding namespace I0507 13:07:07.780675 3738 namespace.go:102] [cert-manager] adding namespace took 926.911µs I0507 13:07:07.934376 3738 namespace.go:142] [cert-manager] updating namespace I0507 13:07:08.005359 3738 namespace.go:142] [cert-manager] updating namespace I0507 13:07:08.066733 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 13:07:08.353637 3738 namespace.go:142] [openshift-operators] updating namespace I0507 13:07:08.766233 3738 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-bk8hl for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:08.766360 3738 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl I0507 13:07:08.784833 3738 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl] pod update took 18.495405ms I0507 13:07:08.784852 3738 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl] addLogicalPort annotation time took 18.522302ms I0507 13:07:08.786096 3738 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl] addLogicalPort took 19.881506ms, libovsdb time 834.978µs I0507 13:07:09.147137 3738 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl afd41ec3273188fc8677ce0db08b47ea82cb2c9056cb24c3273c59ff21290833 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl afd41ec3273188fc8677ce0db08b47ea82cb2c9056cb24c3273c59ff21290833 network default NAD default NAD key ] I0507 13:07:09.156270 3738 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-bk8hl, hostIfaceName: afd41ec3273188f, network: default, NAD default, SandboxID: "afd41ec3273188fc8677ce0db08b47ea82cb2c9056cb24c3273c59ff21290833", PCI device ID: , UID: "e4d9aea4-b544-4e7c-8dff-3699fb998cdd", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0507 13:07:09.177122 3738 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-m7r25 for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:09.177260 3738 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25 I0507 13:07:09.210085 3738 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl afd41ec3273188fc8677ce0db08b47ea82cb2c9056cb24c3273c59ff21290833 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bk8hl afd41ec3273188fc8677ce0db08b47ea82cb2c9056cb24c3273c59ff21290833 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:55:1e:bb:24:c0\",\"name\":\"afd41ec3273188f\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd76f921-d6e4-4e80-9286-1bd76e778b5b\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:07:09.221555 3738 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25] pod update took 44.326252ms I0507 13:07:09.221582 3738 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25] addLogicalPort annotation time took 44.359728ms I0507 13:07:09.222737 3738 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25] addLogicalPort took 45.628635ms, libovsdb time 792.526µs I0507 13:07:09.537874 3738 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25 d2c59a59594beec14fdc1e02b56ac64a149e6f9f03674e497fcbeaa1e8110e86 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25 d2c59a59594beec14fdc1e02b56ac64a149e6f9f03674e497fcbeaa1e8110e86 network default NAD default NAD key ] I0507 13:07:09.548574 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-m7r25, hostIfaceName: d2c59a59594beec, network: default, NAD default, SandboxID: "d2c59a59594beec14fdc1e02b56ac64a149e6f9f03674e497fcbeaa1e8110e86", PCI device ID: , UID: "26952184-2c7c-443c-afd9-1a1890c81197", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0507 13:07:09.598475 3738 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25 d2c59a59594beec14fdc1e02b56ac64a149e6f9f03674e497fcbeaa1e8110e86 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-m7r25 d2c59a59594beec14fdc1e02b56ac64a149e6f9f03674e497fcbeaa1e8110e86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:63:17:57:09:7f\",\"name\":\"d2c59a59594beec\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f81427fa-5155-40ea-88fc-dbc2a187d689\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:07:13.962271 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 13:07:13.962288 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 13:07:14.757997 3738 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-mhnw6 for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:14.758122 3738 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6 I0507 13:07:14.777234 3738 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6] pod update took 19.136679ms I0507 13:07:14.777259 3738 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6] addLogicalPort annotation time took 19.171404ms I0507 13:07:14.778598 3738 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6] addLogicalPort took 20.618902ms, libovsdb time 881.761µs I0507 13:07:15.118206 3738 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6 59edc3e72951c4d8a605659e7802f005517ae210a89cd9507aeed9accdb8b66b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6 59edc3e72951c4d8a605659e7802f005517ae210a89cd9507aeed9accdb8b66b network default NAD default NAD key ] I0507 13:07:15.128944 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-mhnw6, hostIfaceName: 59edc3e72951c4d, network: default, NAD default, SandboxID: "59edc3e72951c4d8a605659e7802f005517ae210a89cd9507aeed9accdb8b66b", PCI device ID: , UID: "85c94a76-c156-4b9e-aa0a-0dd3d7335d41", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0507 13:07:15.181480 3738 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6 59edc3e72951c4d8a605659e7802f005517ae210a89cd9507aeed9accdb8b66b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-mhnw6 59edc3e72951c4d8a605659e7802f005517ae210a89cd9507aeed9accdb8b66b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c6:d3:04:be:2a\",\"name\":\"59edc3e72951c4d\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa98cabd-bcd2-4e8b-a17e-2806463c594b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:07:16.890849 3738 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 13:07:16.979988 3738 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 13:07:16.980853 3738 namespace.go:102] [trusted-artifact-signer] adding namespace took 843.84µs I0507 13:07:17.020007 3738 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:17.041919 3738 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:18.110648 3738 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-k6l9k for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:18.110755 3738 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k I0507 13:07:18.126214 3738 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k] pod update took 15.495026ms I0507 13:07:18.126237 3738 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k] addLogicalPort annotation time took 15.522854ms I0507 13:07:18.127438 3738 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k] addLogicalPort took 16.825695ms, libovsdb time 769.814µs I0507 13:07:18.472816 3738 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k efcce2faff46673a3be91eb0e01b6dc2a67c35ed9ecdff75d93fc519f46e9ae5 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k efcce2faff46673a3be91eb0e01b6dc2a67c35ed9ecdff75d93fc519f46e9ae5 network default NAD default NAD key ] I0507 13:07:18.483451 3738 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-k6l9k, hostIfaceName: efcce2faff46673, network: default, NAD default, SandboxID: "efcce2faff46673a3be91eb0e01b6dc2a67c35ed9ecdff75d93fc519f46e9ae5", PCI device ID: , UID: "cab64afb-c847-46de-8f91-f5f431124b01", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0507 13:07:18.535081 3738 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k efcce2faff46673a3be91eb0e01b6dc2a67c35ed9ecdff75d93fc519f46e9ae5 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-k6l9k efcce2faff46673a3be91eb0e01b6dc2a67c35ed9ecdff75d93fc519f46e9ae5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:64:10:1c:ec:85\",\"name\":\"efcce2faff46673\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d0af6b3-66c3-4cef-b9e4-b9cdfa0265fe\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:07:19.831945 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 13:07:19.831963 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 13:07:25.083812 3738 namespace.go:98] [openshift-pipelines] adding namespace I0507 13:07:25.084716 3738 namespace.go:102] [openshift-pipelines] adding namespace took 881.511µs I0507 13:07:25.105710 3738 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:07:25.798299 3738 namespace.go:142] [cert-manager] updating namespace I0507 13:07:26.011855 3738 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:26.404016 3738 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:26.604893 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:26.815418 3738 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:27.205426 3738 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:27.406575 3738 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:27.607914 3738 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:27.805209 3738 namespace.go:142] [tsf] updating namespace W0507 13:07:27.839008 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 13:07:28.009545 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:28.335887 3738 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:28.753094 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:28.923432 3738 namespace.go:142] [cert-manager] updating namespace I0507 13:07:28.948473 3738 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:28.965286 3738 namespace.go:142] [default] updating namespace I0507 13:07:28.991048 3738 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:29.011332 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:29.030811 3738 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:29.044812 3738 namespace.go:142] [openshift] updating namespace I0507 13:07:29.064608 3738 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:29.075603 3738 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:29.088036 3738 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:29.098279 3738 namespace.go:142] [tsf] updating namespace I0507 13:07:29.108907 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:29.125068 3738 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:29.136581 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:29.175363 3738 namespace.go:142] [cert-manager] updating namespace I0507 13:07:29.232469 3738 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:29.330938 3738 namespace.go:142] [default] updating namespace I0507 13:07:29.434096 3738 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:29.532264 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:29.632759 3738 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:29.733486 3738 namespace.go:142] [openshift] updating namespace I0507 13:07:29.834519 3738 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:29.936175 3738 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:30.057858 3738 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:30.135853 3738 namespace.go:142] [tsf] updating namespace I0507 13:07:30.236606 3738 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:30.335684 3738 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:30.436996 3738 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:30.750131 3738 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:07:38.815231 3738 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-ngjlq for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:38.815328 3738 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq I0507 13:07:38.831970 3738 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq] pod update took 16.669391ms I0507 13:07:38.831998 3738 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq] addLogicalPort annotation time took 16.702623ms I0507 13:07:38.833311 3738 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq] addLogicalPort took 18.096284ms, libovsdb time 890.953µs I0507 13:07:38.901006 3738 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mxf4z for pod on switch ip-10-0-0-119.ec2.internal I0507 13:07:38.901107 3738 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z I0507 13:07:38.916679 3738 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z] pod update took 15.599072ms I0507 13:07:38.916703 3738 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z] addLogicalPort annotation time took 15.626314ms I0507 13:07:38.918004 3738 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z] addLogicalPort took 17.016753ms, libovsdb time 884.095µs I0507 13:07:39.184429 3738 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq e1f5448da7f165553db49d8f723e019c2dd3b51f9b5abfd283571fb6b463dc08 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq e1f5448da7f165553db49d8f723e019c2dd3b51f9b5abfd283571fb6b463dc08 network default NAD default NAD key ] I0507 13:07:39.194897 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-ngjlq, hostIfaceName: e1f5448da7f1655, network: default, NAD default, SandboxID: "e1f5448da7f165553db49d8f723e019c2dd3b51f9b5abfd283571fb6b463dc08", PCI device ID: , UID: "b5062a1e-cd20-4990-998c-d41bc8175e41", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0507 13:07:39.249583 3738 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq e1f5448da7f165553db49d8f723e019c2dd3b51f9b5abfd283571fb6b463dc08 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-ngjlq e1f5448da7f165553db49d8f723e019c2dd3b51f9b5abfd283571fb6b463dc08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:2d:01:be:cc:e3\",\"name\":\"e1f5448da7f1655\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e061ef97-bdba-4890-9c70-af152c87db17\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:07:39.262652 3738 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z 4fd3c46c20a4f1b70ec881916c71e4bcb6d6def78ef596d27d26f47ac73208e4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z 4fd3c46c20a4f1b70ec881916c71e4bcb6d6def78ef596d27d26f47ac73208e4 network default NAD default NAD key ] I0507 13:07:39.274060 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mxf4z, hostIfaceName: 4fd3c46c20a4f1b, network: default, NAD default, SandboxID: "4fd3c46c20a4f1b70ec881916c71e4bcb6d6def78ef596d27d26f47ac73208e4", PCI device ID: , UID: "f21fcc08-ce32-46d9-b497-fc1ecb32f76e", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0507 13:07:39.328689 3738 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z 4fd3c46c20a4f1b70ec881916c71e4bcb6d6def78ef596d27d26f47ac73208e4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mxf4z 4fd3c46c20a4f1b70ec881916c71e4bcb6d6def78ef596d27d26f47ac73208e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:9d:58:a6:ef:e0\",\"name\":\"4fd3c46c20a4f1b\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab1219b0-a741-49f7-8c3e-2527f3fa62d3\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:07:41.979184 3738 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:41.979214 3738 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:41.979220 3738 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:42.991752 3738 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.991780 3738 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.991788 3738 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.991795 3738 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:43.468954 3738 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:43.468977 3738 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:43.468983 3738 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 13:07:48.633586 3738 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:07:48.634176 3738 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:07:48.654170 3738 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:07:48.654188 3738 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:07:48.661377 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 13:07:48.661407 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0507 13:07:53.959311 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:53.959328 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:53.959334 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:53.959339 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 13:08:00.957356 3738 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-fdrgf for pod on switch ip-10-0-0-119.ec2.internal I0507 13:08:00.957601 3738 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf I0507 13:08:00.973907 3738 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf] pod update took 16.342829ms I0507 13:08:00.973936 3738 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf] addLogicalPort annotation time took 16.376959ms I0507 13:08:00.975491 3738 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf] addLogicalPort took 18.159358ms, libovsdb time 1.082728ms I0507 13:08:02.914035 3738 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf 33f269a711b4fbbfba457eb4e991dac3469d0a92e29405248c6d239b41df0abf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf 33f269a711b4fbbfba457eb4e991dac3469d0a92e29405248c6d239b41df0abf network default NAD default NAD key ] I0507 13:08:02.924212 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-fdrgf, hostIfaceName: 33f269a711b4fbb, network: default, NAD default, SandboxID: "33f269a711b4fbbfba457eb4e991dac3469d0a92e29405248c6d239b41df0abf", PCI device ID: , UID: "337717a9-233e-4c49-8015-5bcfdda23719", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0507 13:08:02.985180 3738 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf 33f269a711b4fbbfba457eb4e991dac3469d0a92e29405248c6d239b41df0abf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-fdrgf 33f269a711b4fbbfba457eb4e991dac3469d0a92e29405248c6d239b41df0abf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:af:4b:9d:08:72\",\"name\":\"33f269a711b4fbb\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22bc0b97-8802-4239-b4e4-087e3ab94e89\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:08:04.593984 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0507 13:08:04.618152 3738 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 13:08:04.639720 3738 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0507 13:08:17.440006 3738 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-wnl4k for pod on switch ip-10-0-0-119.ec2.internal I0507 13:08:17.440093 3738 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k I0507 13:08:17.457157 3738 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k] pod update took 17.082796ms I0507 13:08:17.457190 3738 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k] addLogicalPort annotation time took 17.122079ms I0507 13:08:17.458546 3738 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k] addLogicalPort took 18.556548ms, libovsdb time 875.484µs I0507 13:08:17.804224 3738 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k 2f4efb45316a1f34660c0ef382a01a0bf7a53d06e77c1dc5a0e2d04736bb76a9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k 2f4efb45316a1f34660c0ef382a01a0bf7a53d06e77c1dc5a0e2d04736bb76a9 network default NAD default NAD key ] I0507 13:08:17.817291 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-wnl4k, hostIfaceName: 2f4efb45316a1f3, network: default, NAD default, SandboxID: "2f4efb45316a1f34660c0ef382a01a0bf7a53d06e77c1dc5a0e2d04736bb76a9", PCI device ID: , UID: "4f44ca0f-8634-453e-9615-11a9f07d4273", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0507 13:08:17.870348 3738 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k 2f4efb45316a1f34660c0ef382a01a0bf7a53d06e77c1dc5a0e2d04736bb76a9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-wnl4k 2f4efb45316a1f34660c0ef382a01a0bf7a53d06e77c1dc5a0e2d04736bb76a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ad:c8:e1:58:07\",\"name\":\"2f4efb45316a1f3\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cdca546-c698-4374-bb37-096ca8125977\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:08:23.114163 3738 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 13:08:27.852426 3738 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:08:27.852962 3738 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:08:27.872292 3738 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:08:27.872310 3738 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:08:27.880355 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 13:08:27.880381 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 13:08:29.860099 3738 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 13:08:29.860758 3738 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 13:08:29.860778 3738 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 13:08:29.862947 3738 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 13:08:30.137951 3738 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-119.ec2.internal I0507 13:08:30.138044 3738 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0507 13:08:30.153810 3738 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.791678ms I0507 13:08:30.153836 3738 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.824754ms I0507 13:08:30.155250 3738 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.313065ms, libovsdb time 1.037376ms I0507 13:08:30.499559 3738 cni.go:452] [tsf-keycloak/keycloak-0 cc57f2572de1a2e7723cbf83c558d81e1e0c80a61bc9f66fefe11ec6bf42faf7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 cc57f2572de1a2e7723cbf83c558d81e1e0c80a61bc9f66fefe11ec6bf42faf7 network default NAD default NAD key ] I0507 13:08:30.508858 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: cc57f2572de1a2e, network: default, NAD default, SandboxID: "cc57f2572de1a2e7723cbf83c558d81e1e0c80a61bc9f66fefe11ec6bf42faf7", PCI device ID: , UID: "32cb1171-fd4c-406f-b9f9-05d1796a1e5b", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0507 13:08:30.564262 3738 cni.go:473] [tsf-keycloak/keycloak-0 cc57f2572de1a2e7723cbf83c558d81e1e0c80a61bc9f66fefe11ec6bf42faf7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 cc57f2572de1a2e7723cbf83c558d81e1e0c80a61bc9f66fefe11ec6bf42faf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a2:df:ec:27:ff\",\"name\":\"cc57f2572de1a2e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c31a7c3d-80dc-4eb2-aea4-52a0098c94e7\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:08:37.233094 3738 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:08:37.233120 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:08:37.233878 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0507 13:08:37.233958 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0507 13:08:40.098452 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0507 13:08:45.805921 3738 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:45.805947 3738 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:45.805955 3738 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 13:08:51.979869 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 W0507 13:09:03.740324 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:09:03.740348 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:09:03.745835 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0507 13:09:03.745853 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak I0507 13:09:09.928573 3738 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-j7nzt] creating logical port tsf-keycloak_tsf-iam-j7nzt for pod on switch ip-10-0-0-119.ec2.internal I0507 13:09:09.928708 3738 kube.go:256] Updating pod tsf-keycloak/tsf-iam-j7nzt I0507 13:09:09.943017 3738 pod.go:62] [tsf-keycloak/tsf-iam-j7nzt] pod update took 14.334747ms I0507 13:09:09.943037 3738 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-j7nzt] addLogicalPort annotation time took 14.359349ms I0507 13:09:09.944480 3738 pods.go:271] [tsf-keycloak/tsf-iam-j7nzt] addLogicalPort took 15.927235ms, libovsdb time 1.029329ms I0507 13:09:10.386766 3738 cni.go:452] [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key ] I0507 13:09:10.396415 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-j7nzt, hostIfaceName: 8d1ad536f6f8678, network: default, NAD default, SandboxID: "8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c", PCI device ID: , UID: "84f2c57a-d7dd-4367-9806-00cc95d9ab16", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0507 13:09:10.448662 3738 cni.go:473] [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:c7:d3:c8:25:74\",\"name\":\"8d1ad536f6f8678\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dbde09c-a73f-4bcc-9851-bc71754dc251\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:09:18.487269 3738 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:18.487297 3738 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:18.519909 3738 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 13:09:20.140656 3738 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:20.141369 3738 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:20.184860 3738 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:20.184889 3738 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:20.189547 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 13:09:20.189602 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 13:09:28.070648 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0507 13:09:28.077739 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 13:09:30.540320 3738 cni.go:452] [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key ] I0507 13:09:30.632576 3738 cni.go:473] [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-j7nzt 8d1ad536f6f86780e76e36e09498325d700864d127b6c6858d68d81f931abe7c network default NAD default NAD key default], result "{}", err I0507 13:09:30.689545 3738 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j7nzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:30.689585 3738 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-j7nzt I0507 13:09:30.690983 3738 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-j7nzt, ips: 10.129.0.39 I0507 13:09:30.691016 3738 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j7nzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:31.568191 3738 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j7nzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:31.568220 3738 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j7nzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:09:32.579896 3738 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 13:09:36.105225 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0507 13:09:39.120660 3738 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 13:09:39.708111 3738 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:39.708818 3738 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 13:09:40.130007 3738 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 13:09:40.133837 3738 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:40.133858 3738 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:57.081306 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 13:10:04.436982 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:04.437576 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:05.276196 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:05.276219 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.456647 3738 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:16.457242 3738 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:16.479285 3738 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.479305 3738 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.487570 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 13:10:16.487593 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 13:10:18.964372 3738 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:18.964936 3738 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:19.858659 3738 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:19.858685 3738 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:23.073637 3738 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-57ff7fd84f-s9bfv] creating logical port tsf-tas_ctlog-57ff7fd84f-s9bfv for pod on switch ip-10-0-0-119.ec2.internal I0507 13:10:23.073724 3738 kube.go:256] Updating pod tsf-tas/ctlog-57ff7fd84f-s9bfv I0507 13:10:23.087941 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 13:10:23.088190 3738 pod.go:62] [tsf-tas/ctlog-57ff7fd84f-s9bfv] pod update took 14.488965ms I0507 13:10:23.088210 3738 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-57ff7fd84f-s9bfv] addLogicalPort annotation time took 14.513777ms I0507 13:10:23.089440 3738 pods.go:271] [tsf-tas/ctlog-57ff7fd84f-s9bfv] addLogicalPort took 15.834485ms, libovsdb time 854.658µs I0507 13:10:23.978192 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=58 I0507 13:10:24.039695 3738 cni.go:452] [tsf-tas/ctlog-57ff7fd84f-s9bfv 6419282f341d4ba86bd347a1d829f704b70198e07930c08990b1c73898c9c526 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-57ff7fd84f-s9bfv 6419282f341d4ba86bd347a1d829f704b70198e07930c08990b1c73898c9c526 network default NAD default NAD key ] I0507 13:10:24.049220 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-57ff7fd84f-s9bfv, hostIfaceName: 6419282f341d4ba, network: default, NAD default, SandboxID: "6419282f341d4ba86bd347a1d829f704b70198e07930c08990b1c73898c9c526", PCI device ID: , UID: "4844c9c9-3540-428e-8554-c6eaec72b587", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0507 13:10:24.103140 3738 cni.go:473] [tsf-tas/ctlog-57ff7fd84f-s9bfv 6419282f341d4ba86bd347a1d829f704b70198e07930c08990b1c73898c9c526 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-57ff7fd84f-s9bfv 6419282f341d4ba86bd347a1d829f704b70198e07930c08990b1c73898c9c526 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:21:9d:d8:7b:98\",\"name\":\"6419282f341d4ba\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83a407c8-81e3-4b39-b6f2-6563e9d503a0\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:10:25.512825 3738 obj_retry.go:498] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:25.513362 3738 obj_retry.go:498] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:26.539245 3738 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:26.539270 3738 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:26.815549 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 13:10:33.056730 3738 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-q65wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.057337 3738 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-q65wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.572162 3738 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.572797 3738 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:34.083153 3738 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-q65wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.083179 3738 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-q65wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.122584 3738 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.122606 3738 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.129075 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ngsf2 I0507 13:10:34.129104 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ngsf2 I0507 13:10:34.447259 3738 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.447291 3738 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:37.827117 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0507 13:10:39.615236 3738 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:39.615817 3738 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:39.638097 3738 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.638122 3738 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.644928 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 13:10:39.644949 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 13:10:40.992645 3738 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-4vhrm] creating logical port tsf-tpa_create-db-4vhrm for pod on switch ip-10-0-0-119.ec2.internal I0507 13:10:40.992748 3738 kube.go:256] Updating pod tsf-tpa/create-db-4vhrm I0507 13:10:41.009023 3738 pod.go:62] [tsf-tpa/create-db-4vhrm] pod update took 16.299884ms I0507 13:10:41.009045 3738 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-4vhrm] addLogicalPort annotation time took 16.325609ms I0507 13:10:41.010289 3738 pods.go:271] [tsf-tpa/create-db-4vhrm] addLogicalPort took 17.677485ms, libovsdb time 835.976µs I0507 13:10:41.356865 3738 cni.go:452] [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key ] I0507 13:10:41.366133 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-4vhrm, hostIfaceName: 97d7e4a904dc6e0, network: default, NAD default, SandboxID: "97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32", PCI device ID: , UID: "eb01c2a8-2329-4049-a2d9-4f756f01d0c1", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0507 13:10:41.420378 3738 cni.go:473] [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a4:b8:70:e9:e4\",\"name\":\"97d7e4a904dc6e0\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37ca1275-b6bd-4624-97f3-57fa1bfb6228\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:10:43.983936 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 13:10:44.497074 3738 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 13:10:45.911510 3738 cni.go:452] [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key ] I0507 13:10:45.985464 3738 cni.go:473] [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-4vhrm 97d7e4a904dc6e06f348bc884bb4cd9f0ddab4d5c7675fcd06a67c96a6e33e32 network default NAD default NAD key default], result "{}", err I0507 13:10:46.036939 3738 obj_retry.go:498] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:46.036973 3738 pods.go:176] Deleting pod: tsf-tpa/create-db-4vhrm I0507 13:10:46.038369 3738 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-4vhrm, ips: 10.129.0.41 I0507 13:10:46.038394 3738 obj_retry.go:498] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:47.064859 3738 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:47.064883 3738 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:47.178411 3738 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-2xfnd] creating logical port tsf-tpa_migrate-db-2xfnd for pod on switch ip-10-0-0-119.ec2.internal I0507 13:10:47.178502 3738 kube.go:256] Updating pod tsf-tpa/migrate-db-2xfnd I0507 13:10:47.192173 3738 pod.go:62] [tsf-tpa/migrate-db-2xfnd] pod update took 13.691431ms I0507 13:10:47.192198 3738 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-2xfnd] addLogicalPort annotation time took 13.72167ms I0507 13:10:47.193511 3738 pods.go:271] [tsf-tpa/migrate-db-2xfnd] addLogicalPort took 15.115606ms, libovsdb time 890.174µs I0507 13:10:47.540331 3738 cni.go:452] [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key ] I0507 13:10:47.549909 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-2xfnd, hostIfaceName: bb3f19103f120d8, network: default, NAD default, SandboxID: "bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c", PCI device ID: , UID: "4a18e52f-78c8-4775-8673-f79c085202a5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0507 13:10:47.602534 3738 cni.go:473] [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:77:88:4f:ae:7b\",\"name\":\"bb3f19103f120d8\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f65f1b23-3007-4e35-a02e-11dea9cad86f\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:10:49.941242 3738 cni.go:452] [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key ] I0507 13:10:50.057985 3738 cni.go:473] [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-2xfnd bb3f19103f120d827fb91b2ae8f400ac8089581b3e157abaadf017d1b8fd275c network default NAD default NAD key default], result "{}", err I0507 13:10:50.109014 3738 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:50.109051 3738 pods.go:176] Deleting pod: tsf-tpa/migrate-db-2xfnd I0507 13:10:50.110545 3738 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-2xfnd, ips: 10.129.0.42 I0507 13:10:50.110576 3738 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:50.216710 3738 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:50.216737 3738 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:50.453527 3738 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-mwf9p] creating logical port tsf-tpa_create-importers-mwf9p for pod on switch ip-10-0-0-119.ec2.internal I0507 13:10:50.453755 3738 kube.go:256] Updating pod tsf-tpa/create-importers-mwf9p I0507 13:10:50.468381 3738 pod.go:62] [tsf-tpa/create-importers-mwf9p] pod update took 14.657441ms I0507 13:10:50.468406 3738 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-mwf9p] addLogicalPort annotation time took 14.695431ms I0507 13:10:50.469914 3738 pods.go:271] [tsf-tpa/create-importers-mwf9p] addLogicalPort took 16.410469ms, libovsdb time 942.113µs W0507 13:10:50.543997 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 13:10:50.816674 3738 cni.go:452] [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key ] I0507 13:10:50.826751 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-mwf9p, hostIfaceName: f523d13809858ae, network: default, NAD default, SandboxID: "f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318", PCI device ID: , UID: "5854ea1c-057e-42dd-8210-40bb2e67b1e0", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0507 13:10:50.877786 3738 cni.go:473] [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ac:36:d1:4a:f7\",\"name\":\"f523d13809858ae\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2a04fbc-fb3c-4ebd-adf3-d830d142fdf5\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:10:52.957200 3738 cni.go:452] [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key ] I0507 13:10:53.048299 3738 cni.go:473] [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-mwf9p f523d13809858aeb98834bf26a57a44c405de81fefd3ad4bdee210a173c92318 network default NAD default NAD key default], result "{}", err I0507 13:10:53.099549 3738 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:53.099584 3738 pods.go:176] Deleting pod: tsf-tpa/create-importers-mwf9p I0507 13:10:53.100963 3738 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-mwf9p, ips: 10.129.0.43 I0507 13:10:53.100991 3738 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:53.975994 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0507 13:10:54.124309 3738 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:54.124331 3738 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:05.973585 3738 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-klvrt-lh9lm] creating logical port tsf-tas_tuf-repository-init-klvrt-lh9lm for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:05.973710 3738 kube.go:256] Updating pod tsf-tas/tuf-repository-init-klvrt-lh9lm I0507 13:11:05.986155 3738 pod.go:62] [tsf-tas/tuf-repository-init-klvrt-lh9lm] pod update took 12.468461ms I0507 13:11:05.986176 3738 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-klvrt-lh9lm] addLogicalPort annotation time took 12.498589ms I0507 13:11:05.987574 3738 pods.go:271] [tsf-tas/tuf-repository-init-klvrt-lh9lm] addLogicalPort took 14.009613ms, libovsdb time 954.099µs W0507 13:11:08.649999 3738 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 13:11:09.035088 3738 cni.go:452] [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key ] I0507 13:11:09.045135 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-klvrt-lh9lm, hostIfaceName: 4642a746f231b5e, network: default, NAD default, SandboxID: "4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e", PCI device ID: , UID: "7258488c-feab-496b-a71e-fcf38e649b85", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0507 13:11:09.098384 3738 cni.go:473] [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:13:f9:3d:c8:ce\",\"name\":\"4642a746f231b5e\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d80207a4-bf47-41a9-9413-6ea2331e82ad\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:11:15.074056 3738 cni.go:452] [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key ] I0507 13:11:15.171087 3738 cni.go:473] [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-klvrt-lh9lm 4642a746f231b5eb84becf51339a4ab23c580d55e70260348d1f265a0c134f5e network default NAD default NAD key default], result "{}", err I0507 13:11:15.223838 3738 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:15.223879 3738 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-klvrt-lh9lm I0507 13:11:15.225387 3738 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-klvrt-lh9lm, ips: 10.129.0.44 I0507 13:11:15.225419 3738 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:16.101000 3738 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:16.101029 3738 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:18.082440 3738 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-wsvkk] creating logical port tsf-tas_tuf-97fc8ff76-wsvkk for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:18.082563 3738 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-wsvkk I0507 13:11:18.095256 3738 pod.go:62] [tsf-tas/tuf-97fc8ff76-wsvkk] pod update took 12.714694ms I0507 13:11:18.095284 3738 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-wsvkk] addLogicalPort annotation time took 12.746823ms I0507 13:11:18.096749 3738 pods.go:271] [tsf-tas/tuf-97fc8ff76-wsvkk] addLogicalPort took 14.327896ms, libovsdb time 1.024471ms I0507 13:11:18.138778 3738 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:11:26.906727 3738 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:26.907319 3738 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:26.954218 3738 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:26.954248 3738 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:26.962324 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 13:11:26.962349 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 13:11:27.791002 3738 namespace.go:98] [image-controller] adding namespace I0507 13:11:27.791122 3738 namespace.go:98] [default-tenant] adding namespace I0507 13:11:27.791181 3738 namespace.go:98] [build-service] adding namespace I0507 13:11:27.792007 3738 namespace.go:102] [image-controller] adding namespace took 979.461µs I0507 13:11:27.792592 3738 namespace.go:102] [default-tenant] adding namespace took 1.454265ms I0507 13:11:27.793106 3738 namespace.go:102] [build-service] adding namespace took 1.90487ms I0507 13:11:27.794664 3738 namespace.go:98] [integration-service] adding namespace I0507 13:11:27.795254 3738 namespace.go:102] [integration-service] adding namespace took 578.787µs I0507 13:11:27.856264 3738 namespace.go:142] [image-controller] updating namespace I0507 13:11:27.886722 3738 namespace.go:142] [image-controller] updating namespace I0507 13:11:27.897817 3738 namespace.go:142] [default-tenant] updating namespace I0507 13:11:27.911030 3738 namespace.go:142] [default-tenant] updating namespace I0507 13:11:27.921812 3738 namespace.go:142] [build-service] updating namespace I0507 13:11:27.939710 3738 namespace.go:142] [build-service] updating namespace I0507 13:11:27.950776 3738 namespace.go:142] [integration-service] updating namespace I0507 13:11:27.972915 3738 namespace.go:142] [integration-service] updating namespace I0507 13:11:27.994091 3738 namespace.go:142] [build-service] updating namespace I0507 13:11:28.017445 3738 namespace.go:142] [integration-service] updating namespace I0507 13:11:28.035529 3738 namespace.go:98] [release-service] adding namespace I0507 13:11:28.036366 3738 namespace.go:102] [release-service] adding namespace took 813.597µs I0507 13:11:28.061607 3738 namespace.go:142] [release-service] updating namespace I0507 13:11:28.061643 3738 namespace.go:142] [konflux-ui] updating namespace I0507 13:11:28.127444 3738 namespace.go:142] [release-service] updating namespace I0507 13:11:28.220685 3738 namespace.go:98] [konflux-info] adding namespace I0507 13:11:28.221536 3738 namespace.go:102] [konflux-info] adding namespace took 832.369µs I0507 13:11:28.339603 3738 namespace.go:98] [namespace-lister] adding namespace I0507 13:11:28.340468 3738 namespace.go:102] [namespace-lister] adding namespace took 826.058µs I0507 13:11:28.402833 3738 namespace.go:142] [konflux-info] updating namespace I0507 13:11:28.438974 3738 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:28.439095 3738 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0507 13:11:28.455955 3738 namespace.go:98] [enterprise-contract-service] adding namespace I0507 13:11:28.456754 3738 namespace.go:102] [enterprise-contract-service] adding namespace took 775.098µs I0507 13:11:28.515691 3738 namespace.go:142] [image-controller] updating namespace I0507 13:11:28.515739 3738 namespace.go:142] [konflux-info] updating namespace I0507 13:11:28.528771 3738 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 89.696986ms I0507 13:11:28.528792 3738 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 89.723147ms I0507 13:11:28.530104 3738 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 91.151829ms, libovsdb time 927.677µs I0507 13:11:28.589925 3738 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:28.719353 3738 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:28.804242 3738 namespace.go:142] [default-tenant] updating namespace I0507 13:11:28.884503 3738 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:29.016988 3738 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:29.044427 3738 namespace.go:98] [segment-bridge] adding namespace I0507 13:11:29.045257 3738 namespace.go:102] [segment-bridge] adding namespace took 808.043µs I0507 13:11:29.128285 3738 cni.go:452] [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key ] I0507 13:11:29.138104 3738 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: df7b2cc39f96dc3, network: default, NAD default, SandboxID: "df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7", PCI device ID: , UID: "1a30e234-b409-4d58-8070-f265d615de6a", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0507 13:11:29.192270 3738 cni.go:473] [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:67:99:07:57:59\",\"name\":\"df7b2cc39f96dc3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3cbe5fb-85a6-4f9f-8d1f-1d385cb1f96b\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:11:29.298877 3738 namespace.go:98] [konflux-cli] adding namespace I0507 13:11:29.298919 3738 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:29.299724 3738 namespace.go:102] [konflux-cli] adding namespace took 826.199µs I0507 13:11:29.396926 3738 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:29.396987 3738 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:29.469718 3738 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:29.584544 3738 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 13:11:29.585206 3738 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 13:11:29.585223 3738 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 13:11:29.587770 3738 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 13:11:29.626832 3738 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-xmdsg] creating logical port namespace-lister_namespace-lister-696b855848-xmdsg for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:29.626935 3738 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-xmdsg I0507 13:11:29.685802 3738 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 13:11:29.685906 3738 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 13:11:29.687523 3738 pod.go:62] [namespace-lister/namespace-lister-696b855848-xmdsg] pod update took 60.618704ms I0507 13:11:29.687542 3738 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-xmdsg] addLogicalPort annotation time took 60.645525ms I0507 13:11:29.688795 3738 pods.go:271] [namespace-lister/namespace-lister-696b855848-xmdsg] addLogicalPort took 61.980211ms, libovsdb time 758.767µs I0507 13:11:29.689572 3738 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 13:11:30.237297 3738 namespace.go:142] [build-service] updating namespace I0507 13:11:30.620567 3738 cni.go:452] [namespace-lister/namespace-lister-696b855848-xmdsg 074e4c02f073a9f7f0f36a6f5f5cc4873be9b79861534ea6958c4976b3ff5bc3 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-xmdsg 074e4c02f073a9f7f0f36a6f5f5cc4873be9b79861534ea6958c4976b3ff5bc3 network default NAD default NAD key ] I0507 13:11:30.622848 3738 namespace.go:142] [default-tenant] updating namespace I0507 13:11:30.631228 3738 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-xmdsg, hostIfaceName: 074e4c02f073a9f, network: default, NAD default, SandboxID: "074e4c02f073a9f7f0f36a6f5f5cc4873be9b79861534ea6958c4976b3ff5bc3", PCI device ID: , UID: "03e81559-1222-44a7-bed9-0a3ad71d01c7", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0507 13:11:30.690551 3738 cni.go:473] [namespace-lister/namespace-lister-696b855848-xmdsg 074e4c02f073a9f7f0f36a6f5f5cc4873be9b79861534ea6958c4976b3ff5bc3 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-xmdsg 074e4c02f073a9f7f0f36a6f5f5cc4873be9b79861534ea6958c4976b3ff5bc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d7:22:57:09:ca\",\"name\":\"074e4c02f073a9f\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14c4a314-518a-4342-96a9-16318aa649c0\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:11:30.960654 3738 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:31.037892 3738 base_network_controller_pods.go:487] [default/konflux-ui/dex-774796796-2qpc6] creating logical port konflux-ui_dex-774796796-2qpc6 for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:31.038031 3738 kube.go:256] Updating pod konflux-ui/dex-774796796-2qpc6 I0507 13:11:31.068956 3738 pod.go:62] [konflux-ui/dex-774796796-2qpc6] pod update took 30.946225ms I0507 13:11:31.068986 3738 base_network_controller_pods.go:951] [default/konflux-ui/dex-774796796-2qpc6] addLogicalPort annotation time took 30.982359ms I0507 13:11:31.070653 3738 pods.go:271] [konflux-ui/dex-774796796-2qpc6] addLogicalPort took 32.783356ms, libovsdb time 1.095561ms I0507 13:11:31.294005 3738 namespace.go:142] [image-controller] updating namespace I0507 13:11:31.506912 3738 namespace.go:142] [integration-service] updating namespace I0507 13:11:31.781753 3738 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:31.943002 3738 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-c2lrs] creating logical port build-service_build-service-controller-manager-7cbf488fcf-c2lrs for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:31.943132 3738 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-c2lrs I0507 13:11:31.947015 3738 cni.go:452] [tsf-tas/tuf-97fc8ff76-wsvkk 6f92d1ee1ed8ea305cc063ac3884523b2f3ddc11c2590f017a5048102235b6ef network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-wsvkk 6f92d1ee1ed8ea305cc063ac3884523b2f3ddc11c2590f017a5048102235b6ef network default NAD default NAD key ] I0507 13:11:31.956803 3738 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-wsvkk, hostIfaceName: 6f92d1ee1ed8ea3, network: default, NAD default, SandboxID: "6f92d1ee1ed8ea305cc063ac3884523b2f3ddc11c2590f017a5048102235b6ef", PCI device ID: , UID: "5e1d9949-58aa-4d62-8e87-fbb4834618de", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0507 13:11:31.968557 3738 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-c2lrs] pod update took 25.451871ms I0507 13:11:31.968582 3738 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-c2lrs] addLogicalPort annotation time took 25.482176ms I0507 13:11:31.969859 3738 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-c2lrs] addLogicalPort took 26.874816ms, libovsdb time 853.748µs I0507 13:11:32.013053 3738 cni.go:473] [tsf-tas/tuf-97fc8ff76-wsvkk 6f92d1ee1ed8ea305cc063ac3884523b2f3ddc11c2590f017a5048102235b6ef network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-wsvkk 6f92d1ee1ed8ea305cc063ac3884523b2f3ddc11c2590f017a5048102235b6ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2d:73:2d:68:2c\",\"name\":\"6f92d1ee1ed8ea3\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96fae7e7-a6e5-4c85-b8b0-d9450975e56e\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:11:32.022714 3738 namespace.go:142] [konflux-info] updating namespace I0507 13:11:32.327698 3738 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:32.434908 3738 namespace.go:142] [release-service] updating namespace I0507 13:11:32.657839 3738 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-c2lrs 383129817d4c50c8500f267476938ecf3a9f4e596e76be2f094059cd1fbc1b0a network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-c2lrs 383129817d4c50c8500f267476938ecf3a9f4e596e76be2f094059cd1fbc1b0a network default NAD default NAD key ] I0507 13:11:32.667588 3738 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-c2lrs, hostIfaceName: 383129817d4c50c, network: default, NAD default, SandboxID: "383129817d4c50c8500f267476938ecf3a9f4e596e76be2f094059cd1fbc1b0a", PCI device ID: , UID: "4a616179-506b-4e76-9740-ec4d1f5549bd", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0507 13:11:32.684487 3738 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:32.725052 3738 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-c2lrs 383129817d4c50c8500f267476938ecf3a9f4e596e76be2f094059cd1fbc1b0a network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-c2lrs 383129817d4c50c8500f267476938ecf3a9f4e596e76be2f094059cd1fbc1b0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:a9:c4:99:51:38\",\"name\":\"383129817d4c50c\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cdef854-b2bb-46eb-a470-6a7cca4cb3fc\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:11:32.748232 3738 namespace.go:142] [build-service] updating namespace I0507 13:11:32.773221 3738 namespace.go:142] [default-tenant] updating namespace I0507 13:11:32.797209 3738 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:32.807565 3738 namespace.go:142] [image-controller] updating namespace I0507 13:11:32.816699 3738 namespace.go:142] [integration-service] updating namespace I0507 13:11:32.834877 3738 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:32.849122 3738 namespace.go:142] [konflux-info] updating namespace I0507 13:11:32.867425 3738 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:32.878979 3738 namespace.go:142] [release-service] updating namespace I0507 13:11:32.916111 3738 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:32.968578 3738 namespace.go:142] [build-service] updating namespace I0507 13:11:33.047244 3738 namespace.go:142] [default-tenant] updating namespace I0507 13:11:33.099953 3738 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:33.193419 3738 namespace.go:142] [image-controller] updating namespace I0507 13:11:33.292574 3738 namespace.go:142] [integration-service] updating namespace I0507 13:11:33.393865 3738 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:33.497565 3738 namespace.go:142] [konflux-info] updating namespace I0507 13:11:33.602816 3738 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:33.611175 3738 base_network_controller_pods.go:487] [default/konflux-ui/proxy-68d8dd86d7-mh8df] creating logical port konflux-ui_proxy-68d8dd86d7-mh8df for pod on switch ip-10-0-0-119.ec2.internal I0507 13:11:33.611291 3738 kube.go:256] Updating pod konflux-ui/proxy-68d8dd86d7-mh8df I0507 13:11:33.631096 3738 pod.go:62] [konflux-ui/proxy-68d8dd86d7-mh8df] pod update took 19.843809ms I0507 13:11:33.631121 3738 base_network_controller_pods.go:951] [default/konflux-ui/proxy-68d8dd86d7-mh8df] addLogicalPort annotation time took 19.87516ms I0507 13:11:33.632649 3738 pods.go:271] [konflux-ui/proxy-68d8dd86d7-mh8df] addLogicalPort took 21.497734ms, libovsdb time 1.033263ms I0507 13:11:33.689725 3738 namespace.go:142] [release-service] updating namespace I0507 13:11:33.809159 3738 namespace.go:142] [segment-bridge] updating namespace W0507 13:11:34.203206 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0507 13:11:34.287917 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 13:11:36.206391 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 13:11:36.238025 3738 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 13:11:37.218969 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0507 13:11:37.287600 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 13:11:37.287680 3738 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 13:11:37.323969 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 13:11:37.325716 3738 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 13:11:40.802669 3738 cni.go:452] [konflux-ui/dex-774796796-2qpc6 7ed98b2e19affd427408e91c70c7bc9c0cc0c3a95cef35fff65e076f7cc879a9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-774796796-2qpc6 7ed98b2e19affd427408e91c70c7bc9c0cc0c3a95cef35fff65e076f7cc879a9 network default NAD default NAD key ] I0507 13:11:40.811896 3738 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-774796796-2qpc6, hostIfaceName: 7ed98b2e19affd4, network: default, NAD default, SandboxID: "7ed98b2e19affd427408e91c70c7bc9c0cc0c3a95cef35fff65e076f7cc879a9", PCI device ID: , UID: "00b510f0-533e-4f2e-95d0-6985d168b716", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0507 13:11:40.866324 3738 cni.go:473] [konflux-ui/dex-774796796-2qpc6 7ed98b2e19affd427408e91c70c7bc9c0cc0c3a95cef35fff65e076f7cc879a9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-774796796-2qpc6 7ed98b2e19affd427408e91c70c7bc9c0cc0c3a95cef35fff65e076f7cc879a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:24:9d:40:03:27\",\"name\":\"7ed98b2e19affd4\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d4be08e-bd51-4600-bb9a-813e892c8763\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:11:41.503795 3738 cni.go:452] [konflux-ui/proxy-68d8dd86d7-mh8df afd7b3e751f9022d5b4e38efffb2e49d0b04cc3b8e5a6d6d9f39a2018078c7fb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-68d8dd86d7-mh8df afd7b3e751f9022d5b4e38efffb2e49d0b04cc3b8e5a6d6d9f39a2018078c7fb network default NAD default NAD key ] I0507 13:11:41.513745 3738 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-68d8dd86d7-mh8df, hostIfaceName: afd7b3e751f9022, network: default, NAD default, SandboxID: "afd7b3e751f9022d5b4e38efffb2e49d0b04cc3b8e5a6d6d9f39a2018078c7fb", PCI device ID: , UID: "3039459d-c250-4bcb-93af-d78345d39b8d", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0507 13:11:41.573346 3738 cni.go:473] [konflux-ui/proxy-68d8dd86d7-mh8df afd7b3e751f9022d5b4e38efffb2e49d0b04cc3b8e5a6d6d9f39a2018078c7fb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-68d8dd86d7-mh8df afd7b3e751f9022d5b4e38efffb2e49d0b04cc3b8e5a6d6d9f39a2018078c7fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:40:6b:51:2e:f8\",\"name\":\"afd7b3e751f9022\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6857a51-9874-462b-995c-5af711a7485b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0507 13:11:43.254326 3738 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0507 13:11:44.065976 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0507 13:11:45.202687 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0507 13:11:46.342975 3738 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 13:11:46.343054 3738 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 13:11:46.371732 3738 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:46.371751 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:47.248748 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 13:11:47.389156 3738 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:47.389175 3738 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 13:11:48.629255 3738 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:48.629892 3738 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:49.385024 3738 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:49.385046 3738 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:49.391833 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv I0507 13:11:49.391859 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv W0507 13:11:58.285566 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0507 13:12:05.093789 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 13:12:20.070132 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0507 13:12:25.423425 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 13:12:25.423443 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 13:12:25.423453 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 13:12:25.423457 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 13:12:28.357163 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 13:12:28.357186 3738 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 13:12:35.985276 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=616 I0507 13:12:58.447823 3738 obj_retry.go:498] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:12:58.448364 3738 obj_retry.go:498] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:12:58.766955 3738 obj_retry.go:492] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:12:58.766980 3738 obj_retry.go:492] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:12:58.773138 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-79c76498cd-l59zx I0507 13:12:58.773157 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-79c76498cd-l59zx I0507 13:13:02.699106 3738 cni.go:452] [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key ] I0507 13:13:02.780300 3738 cni.go:473] [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux df7b2cc39f96dc35ad532b3b79e69035c16d1d27b9779689c1e4f109039312c7 network default NAD default NAD key default], result "{}", err I0507 13:13:02.842320 3738 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:13:02.842354 3738 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0507 13:13:02.843823 3738 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.46 I0507 13:13:02.843856 3738 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:13:02.862963 3738 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:13:02.862992 3738 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:13:02.870507 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 13:13:02.870532 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 13:13:22.977582 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0507 13:13:34.517124 3738 namespace.go:98] [managed-tenant-bhr9i] adding namespace I0507 13:13:34.518047 3738 namespace.go:102] [managed-tenant-bhr9i] adding namespace took 897.834µs I0507 13:13:34.542011 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:34.562691 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.564986 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.693131 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.794889 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:14:21.981183 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0507 13:15:31.101588 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 13:15:37.108045 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0507 13:16:27.080873 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 13:16:38.109059 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:16:45.074010 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 13:17:41.982878 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0507 13:18:20.073452 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 13:18:52.978843 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0507 13:18:57.068867 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 13:18:59.981955 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0507 13:19:04.086741 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0507 13:19:07.097337 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 13:19:42.984830 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0507 13:20:00.090895 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0507 13:20:00.200058 3738 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636000-p4nm9 for pod on switch ip-10-0-0-119.ec2.internal I0507 13:20:00.200177 3738 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 I0507 13:20:00.229893 3738 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9] pod update took 29.741255ms I0507 13:20:00.229919 3738 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9] addLogicalPort annotation time took 29.772308ms I0507 13:20:00.231204 3738 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9] addLogicalPort took 31.161969ms, libovsdb time 883.563µs I0507 13:20:00.558331 3738 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key ] I0507 13:20:00.567634 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636000-p4nm9, hostIfaceName: 85c5a911b4cc799, network: default, NAD default, SandboxID: "85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c", PCI device ID: , UID: "2e425b04-9e8d-4685-9aa1-4262fcaba72f", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0507 13:20:00.620875 3738 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:06:a2:85:51:3e\",\"name\":\"85c5a911b4cc799\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33c87749-7e5b-409d-897b-f73e520706d0\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:20:03.976995 3738 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key ] I0507 13:20:04.069204 3738 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 85c5a911b4cc799a0156c6b70add7d3dc6af158ed4633a2dd5ce7d9c38418e5c network default NAD default NAD key default], result "{}", err I0507 13:20:04.120207 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:20:04.120270 3738 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 I0507 13:20:04.121803 3738 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9, ips: 10.129.0.51 I0507 13:20:04.121831 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:20:04.993116 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:04.993165 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:16.980459 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 13:20:24.988433 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0507 13:20:47.072937 3738 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.072988 3738 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.077995 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4vhrm I0507 13:20:47.078016 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4vhrm I0507 13:20:50.039547 3738 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:50.039591 3738 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:50.044221 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2xfnd I0507 13:20:50.044253 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2xfnd I0507 13:20:54.036666 3738 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:54.036743 3738 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:54.042713 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mwf9p I0507 13:20:54.042742 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mwf9p I0507 13:21:38.105212 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 13:23:03.112179 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:24:19.986220 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0507 13:24:23.090143 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 13:24:37.110570 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 13:24:56.981717 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0507 13:25:07.100528 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 13:25:09.077026 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 13:25:17.077218 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 13:25:58.083823 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0507 13:26:27.071737 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 13:27:00.987820 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0507 13:27:25.984675 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0507 13:27:48.048564 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:48.049211 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:48.785939 3738 obj_retry.go:492] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:27:48.785995 3738 obj_retry.go:492] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:27:48.792463 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:48.792489 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:53.094209 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 13:27:58.013161 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:58.013729 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:12.148153 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:12.148684 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:17.991923 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=61 I0507 13:29:19.328376 3738 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-build-container-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:29:19.328540 3738 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod I0507 13:29:19.399572 3738 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod] pod update took 71.071667ms I0507 13:29:19.399596 3738 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod] addLogicalPort annotation time took 71.101405ms I0507 13:29:19.400961 3738 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod] addLogicalPort took 72.601412ms, libovsdb time 912.949µs I0507 13:29:19.606668 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:29:19.607250 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:29:19.690697 3738 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key ] I0507 13:29:19.700660 3738 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-build-container-pod, hostIfaceName: b314369ffbe7ab9, network: default, NAD default, SandboxID: "b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172", PCI device ID: , UID: "8fe9393c-a70f-402a-b616-f4df6cce7c4a", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0507 13:29:19.758121 3738 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:59:29:20:6a:37\",\"name\":\"b314369ffbe7ab9\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f28b0eb-99e1-456b-b5ea-b01458e26b32\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:29:49.001298 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0507 13:29:57.983240 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 13:29:58.115469 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:30:00.207884 3738 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636010-pw4mf for pod on switch ip-10-0-0-119.ec2.internal I0507 13:30:00.208039 3738 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf I0507 13:30:00.247807 3738 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf I0507 13:30:00.265610 3738 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf] pod update took 57.619046ms I0507 13:30:00.265646 3738 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf] addLogicalPort annotation time took 57.6617ms I0507 13:30:00.266986 3738 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf] addLogicalPort took 59.122519ms, libovsdb time 903.786µs I0507 13:30:00.568428 3738 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key ] I0507 13:30:00.577859 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636010-pw4mf, hostIfaceName: 9afafb8f2c89303, network: default, NAD default, SandboxID: "9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46", PCI device ID: , UID: "951d004b-eefd-410b-9f1b-489f6eb180d0", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0507 13:30:00.632291 3738 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:2f:bd:ee:e6:9b\",\"name\":\"9afafb8f2c89303\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a36becb3-f89e-44b0-8b7d-a5bc17281027\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:30:04.208954 3738 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key ] I0507 13:30:04.303587 3738 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf 9afafb8f2c89303d3051cece4f6eabbc605100cf426a37c598383ddf30002d46 network default NAD default NAD key default], result "{}", err I0507 13:30:04.385271 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:30:04.385304 3738 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf I0507 13:30:04.386749 3738 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf, ips: 10.129.0.53 I0507 13:30:04.386785 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:30:05.214930 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.214960 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.249153 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.249175 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.256500 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:30:05.256526 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:30:29.103858 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 13:31:33.081022 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 13:31:34.108821 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 13:31:49.093537 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 13:32:02.906509 3738 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key ] I0507 13:32:03.012504 3738 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod b314369ffbe7ab92b046ef3e8228005376eae27d6ecf7cdab8de1e259c42a172 network default NAD default NAD key default], result "{}", err I0507 13:32:03.126140 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:03.126206 3738 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod I0507 13:32:03.127654 3738 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod, ips: 10.129.0.52 I0507 13:32:03.127683 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:24.079966 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 13:32:35.156315 3738 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:32:35.156454 3738 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod I0507 13:32:35.193652 3738 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod] pod update took 37.230828ms I0507 13:32:35.193680 3738 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod] addLogicalPort annotation time took 37.265671ms I0507 13:32:35.195040 3738 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod] addLogicalPort took 38.74437ms, libovsdb time 931.433µs I0507 13:32:35.523260 3738 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key ] I0507 13:32:35.533546 3738 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod, hostIfaceName: 155b8e21d1795ce, network: default, NAD default, SandboxID: "155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff", PCI device ID: , UID: "d5c45740-0db7-4b9c-899f-e697bcc2ff46", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0507 13:32:35.590062 3738 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:1b:22:be:6a:9b\",\"name\":\"155b8e21d1795ce\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44b738d2-1ac7-4dfe-a05c-ce83394363e7\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:32:35.925396 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:35.926012 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:33:30.987823 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 13:33:36.086962 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 13:33:44.113815 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0507 13:33:57.574172 3738 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key ] I0507 13:33:57.663270 3738 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod 155b8e21d1795ce8b20a68f8f4c044e546c2dcdf6f25ae5520fe5577800cc0ff network default NAD default NAD key default], result "{}", err I0507 13:33:57.731334 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:33:57.731373 3738 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod I0507 13:33:57.732777 3738 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod, ips: 10.129.0.54 I0507 13:33:57.732805 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:08.995076 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=111 I0507 13:34:12.698004 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:12.698577 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.917648 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.918280 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.954681 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.955142 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.993315 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.993778 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:26.029185 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:26.029770 3738 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:27.984538 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0507 13:34:37.074954 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 13:34:45.228226 3738 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-uzeh-24k9q-verify-pod] creating logical port default-tenant_my-integration-test-uzeh-24k9q-verify-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:34:45.228392 3738 kube.go:256] Updating pod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:34:45.264821 3738 pod.go:62] [default-tenant/my-integration-test-uzeh-24k9q-verify-pod] pod update took 36.471672ms I0507 13:34:45.264844 3738 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-uzeh-24k9q-verify-pod] addLogicalPort annotation time took 36.500043ms I0507 13:34:45.266316 3738 pods.go:271] [default-tenant/my-integration-test-uzeh-24k9q-verify-pod] addLogicalPort took 38.108836ms, libovsdb time 1.056688ms I0507 13:34:45.591281 3738 cni.go:452] [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key ] I0507 13:34:45.600408 3738 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-uzeh-24k9q-verify-pod, hostIfaceName: 10b76e4ecae7d7e, network: default, NAD default, SandboxID: "10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd", PCI device ID: , UID: "b4c6e9ea-2c94-4cfe-bb4c-6f934d63b990", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0507 13:34:45.654158 3738 cni.go:473] [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e4:a6:0d:4b:a8\",\"name\":\"10b76e4ecae7d7e\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3054516-75dd-4a01-bb65-9a68aa8c4b61\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:34:46.109728 3738 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:46.110292 3738 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:09.096802 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 13:35:11.036092 3738 cni.go:452] [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key ] I0507 13:35:11.135396 3738 cni.go:473] [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-uzeh-24k9q-verify-pod 10b76e4ecae7d7ef22fee6c8bf3efc3bba4ccede08a825e9e4b917367bb730cd network default NAD default NAD key default], result "{}", err I0507 13:35:11.247829 3738 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:11.247905 3738 pods.go:176] Deleting pod: default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:35:11.249339 3738 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-uzeh-24k9q-verify-pod, ips: 10.129.0.55 I0507 13:35:11.249368 3738 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:24.293255 3738 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:24.293836 3738 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:25.172120 3738 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:35:25.172141 3738 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:35:25.180426 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:25.180449 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:46.520552 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:46.521072 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:55.629910 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:55.630500 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:56.439864 3738 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-collect-task-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:35:56.439998 3738 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:35:56.468376 3738 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod] pod update took 28.408318ms I0507 13:35:56.468477 3738 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod] addLogicalPort annotation time took 28.512951ms I0507 13:35:56.470042 3738 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod] addLogicalPort took 30.201799ms, libovsdb time 935.293µs I0507 13:35:56.799929 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key ] I0507 13:35:56.809770 3738 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-collect-task-params-pod, hostIfaceName: 3f42922f440b064, network: default, NAD default, SandboxID: "3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde", PCI device ID: , UID: "a321dd34-b943-44d3-b4d9-c67d27f92f39", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0507 13:35:56.867239 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ef:88:58:fb:fc\",\"name\":\"3f42922f440b064\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03730bdc-c6bc-49b1-ba5e-da7060527f01\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:35:57.370372 3738 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-collect-registry-token-secret-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:35:57.370499 3738 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:35:57.395125 3738 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod] pod update took 24.661372ms I0507 13:35:57.395148 3738 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod] addLogicalPort annotation time took 24.689126ms I0507 13:35:57.396469 3738 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod] addLogicalPort took 26.117258ms, libovsdb time 915.523µs I0507 13:35:57.784676 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key ] I0507 13:35:57.795104 3738 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-collect-registry-token-secret-pod, hostIfaceName: 97f8d538877221b, network: default, NAD default, SandboxID: "97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a", PCI device ID: , UID: "3430c054-a126-4f80-859e-c0ab63688b03", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0507 13:35:57.852281 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:87:38:89:f2:2e\",\"name\":\"97f8d538877221b\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22b756e8-b40c-4c6a-bc18-3bc03cfee3b2\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:36:07.004966 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 13:36:07.799136 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:07.799842 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:08.817589 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:08.818286 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.468344 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key ] I0507 13:36:15.468387 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key ] I0507 13:36:15.580447 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod 97f8d538877221bff211261ebd30e9f44681335ce1bfcae138899f3989fa724a network default NAD default NAD key default], result "{}", err I0507 13:36:15.599880 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod 3f42922f440b064cb5e7e704f4fe007dabd2adb4741daab64f4d159a62ad7fde network default NAD default NAD key default], result "{}", err I0507 13:36:15.810215 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.810261 3738 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:36:15.811676 3738 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod, ips: 10.129.0.57 I0507 13:36:15.811710 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.840653 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.840758 3738 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:36:15.842696 3738 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod, ips: 10.129.0.56 I0507 13:36:15.842726 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.914326 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.914865 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:21.668827 3738 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-apply-mapping-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:36:21.669000 3738 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:36:21.699223 3738 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod] pod update took 30.262905ms I0507 13:36:21.699247 3738 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod] addLogicalPort annotation time took 30.291907ms I0507 13:36:21.700592 3738 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod] addLogicalPort took 31.781014ms, libovsdb time 903.595µs I0507 13:36:22.038131 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key ] I0507 13:36:22.047773 3738 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-apply-mapping-pod, hostIfaceName: 0ef55f3b523193c, network: default, NAD default, SandboxID: "0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2", PCI device ID: , UID: "cc460bd1-86bb-4896-a9df-5b2dbd422345", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0507 13:36:22.101170 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2f:a0:ec:fc:42\",\"name\":\"0ef55f3b523193c\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69edd5ee-80e1-48c6-8a17-5521446f15c1\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:36:29.986719 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 13:36:31.593325 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key ] I0507 13:36:31.691821 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod 0ef55f3b523193cd4cb9f7ba972f99f8fc1cd0e11e2e96a80eaf210b40a837e2 network default NAD default NAD key default], result "{}", err I0507 13:36:31.768406 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:31.768439 3738 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:36:31.769881 3738 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod, ips: 10.129.0.58 I0507 13:36:31.769911 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:44.162389 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:44.163024 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:45.914125 3738 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-verify-conforma-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:36:45.914281 3738 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:36:45.956096 3738 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod] pod update took 41.847693ms I0507 13:36:45.956124 3738 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod] addLogicalPort annotation time took 41.878561ms I0507 13:36:45.957533 3738 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod] addLogicalPort took 43.428424ms, libovsdb time 930.126µs I0507 13:36:46.281096 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key ] I0507 13:36:46.290244 3738 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-verify-conforma-pod, hostIfaceName: 9385a1c4baf351d, network: default, NAD default, SandboxID: "9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c", PCI device ID: , UID: "daa53698-4751-4d27-a91e-925272fcc10e", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0507 13:36:46.344046 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:cf:26:64:1c:32\",\"name\":\"9385a1c4baf351d\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/382d32dd-47d9-48a4-a3e8-4e1b0d51f770\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:36:53.207491 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:53.208043 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:54.991499 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0507 13:36:57.112284 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 13:37:03.083881 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 13:37:22.995204 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key ] I0507 13:37:23.100754 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod 9385a1c4baf351d0d999f1b5d2ae8b7aef14d0e0b1a2ec73291498c84c17879c network default NAD default NAD key default], result "{}", err I0507 13:37:23.279478 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:23.279518 3738 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:37:23.281161 3738 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod, ips: 10.129.0.59 I0507 13:37:23.281203 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:54.791263 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:54.791937 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:56.255330 3738 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:37:56.255503 3738 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:37:56.282352 3738 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod] pod update took 26.883426ms I0507 13:37:56.282377 3738 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 26.916062ms I0507 13:37:56.283791 3738 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod] addLogicalPort took 28.481264ms, libovsdb time 962.723µs I0507 13:37:56.620339 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key ] I0507 13:37:56.629749 3738 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-sign-image-cosign-keyless-pod, hostIfaceName: c072d037a9c60c2, network: default, NAD default, SandboxID: "c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0", PCI device ID: , UID: "702abb80-5066-4db0-94a3-66d6f8fa9729", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0507 13:37:56.685746 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:9e:4c:14:59:28\",\"name\":\"c072d037a9c60c2\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f37234-68f4-48c5-9746-b32468d885d0\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:38:10.118278 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 13:38:23.106818 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 13:38:55.665907 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key ] I0507 13:38:55.770515 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod c072d037a9c60c2719c1e1403db4b253a6f149225584205dd0207ff51f308cd0 network default NAD default NAD key default], result "{}", err I0507 13:38:55.843400 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:38:55.843532 3738 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:38:55.845323 3738 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod, ips: 10.129.0.60 I0507 13:38:55.845359 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:12.116889 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0507 13:39:23.597745 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:23.598360 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:23.608080 3738 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-update-cr-status-pod for pod on switch ip-10-0-0-119.ec2.internal I0507 13:39:23.608196 3738 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:23.629177 3738 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod] pod update took 21.011983ms I0507 13:39:23.629200 3738 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod] addLogicalPort annotation time took 21.040745ms I0507 13:39:23.630629 3738 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod] addLogicalPort took 22.55007ms, libovsdb time 917.407µs I0507 13:39:23.972864 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key ] I0507 13:39:23.982320 3738 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-update-cr-status-pod, hostIfaceName: c276c07652b1562, network: default, NAD default, SandboxID: "c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f", PCI device ID: , UID: "a119a5c2-ef72-4638-accb-fd10f6b20f85", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0507 13:39:24.036933 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:74:6e:55:e1:79\",\"name\":\"c276c07652b1562\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/604f8fa3-2974-4b9e-b2ca-37e6e746ec56\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:39:26.991013 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0507 13:39:30.354839 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.355435 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.762102 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:30.762130 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:30.769004 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:30.769032 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:30.933777 3738 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key ] I0507 13:39:31.023126 3738 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod c276c07652b1562b7f92b64e1d3d4bb7d0d39d748787323f5f27569c1c01611f network default NAD default NAD key default], result "{}", err I0507 13:39:31.097202 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:31.097233 3738 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:31.099015 3738 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod, ips: 10.129.0.61 I0507 13:39:31.099048 3738 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:45.444598 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:39:50.490178 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.490205 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.498313 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:39:50.498344 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:39:50.508393 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.508415 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.515593 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:39:50.515637 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:39:50.529580 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.529601 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.538705 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:39:50.538729 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:39:50.548500 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.548523 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.559474 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:39:50.559502 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:39:50.581516 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.581537 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.589087 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:39:50.589111 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:39:50.596474 3738 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.596494 3738 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.606650 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.606670 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.606757 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:39:50.606771 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:39:50.611976 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:39:50.611989 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:39:50.629257 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.629278 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.638172 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:39:50.638194 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:39:50.650423 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.650440 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.657957 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:39:50.657979 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:39:50.667419 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.667434 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.675074 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:50.675096 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:50.684890 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.684905 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.693480 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:39:50.693504 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:39:50.705064 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.705084 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.711228 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:39:50.711243 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:39:50.723528 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.723547 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.731776 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:39:50.731797 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:39:50.740760 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.740775 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.748488 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:50.748516 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:50.757182 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.757197 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.764198 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:39:50.764217 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:39:50.777725 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.777741 3738 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.785636 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:39:50.785657 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:39:51.188051 3738 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:51.188075 3738 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:51.195384 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:39:51.195408 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:39:53.083025 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 13:39:56.908067 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:00.196937 3738 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29636020-sqz2q for pod on switch ip-10-0-0-119.ec2.internal I0507 13:40:00.197073 3738 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q I0507 13:40:00.212738 3738 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q] pod update took 15.688215ms I0507 13:40:00.212760 3738 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q] addLogicalPort annotation time took 15.71731ms I0507 13:40:00.214068 3738 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q] addLogicalPort took 17.151181ms, libovsdb time 901.619µs I0507 13:40:00.562181 3738 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key ] I0507 13:40:00.571466 3738 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29636020-sqz2q, hostIfaceName: f07fd5a0e249709, network: default, NAD default, SandboxID: "f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c", PCI device ID: , UID: "7e7d3ff3-8650-4866-a65c-34c14ab83b19", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0507 13:40:00.628370 3738 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:35:9f:89:e1:37\",\"name\":\"f07fd5a0e249709\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57c24498-f73e-41e6-93b7-6c47be524e02\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0507 13:40:03.767186 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:04.184119 3738 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key ] I0507 13:40:04.270855 3738 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q f07fd5a0e2497096791d85851fcaf29e71eeff4721e5961123ffe0b28109e75c network default NAD default NAD key default], result "{}", err I0507 13:40:04.322465 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:40:04.322502 3738 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q I0507 13:40:04.323819 3738 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q, ips: 10.129.0.62 I0507 13:40:04.323845 3738 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:40:05.193146 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.193181 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.227773 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.227794 3738 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.233268 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:40:05.233296 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:40:10.509081 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:17.167440 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:23.395063 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:39.213524 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:41:30.521809 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:41:31.096257 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0507 13:42:06.602910 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:13.329264 3738 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:13.346447 3738 namespace.go:317] [managed-tenant-bhr9i] deleting namespace I0507 13:42:19.008687 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0507 13:42:25.025137 3738 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:42:25.025816 3738 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:42:26.002320 3738 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:42:26.002369 3738 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:42:26.010398 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:42:26.010427 3738 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:42:53.090553 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 13:43:00.994948 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0507 13:43:27.078080 3738 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 13:43:37.988556 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0507 13:43:47.998418 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=307 I0507 13:44:20.099762 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0507 13:44:31.110475 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 13:45:22.114849 3738 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 13:45:51.121540 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:46:22.989735 3738 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 13:46:27.086993 3738 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11