+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-215.ec2.internal ++ [[ -n ip-10-0-1-215.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-215.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 14:50:57.824183619 - disable conntrack on geneve port' I0512 14:50:57.824183619 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 14:50:57.852536230 - starting ovnkube-node + echo 'I0512 14:50:57.852536230 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-215.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-215.ec2.internal --init-node ip-10-0-1-215.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-215.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 14:50:57.897141 3796 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 14:50:57.897209 3796 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c024770563.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 14:50:57.898705 3796 kube.go:431] Waiting for certificate I0512 14:50:57.898753 3796 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 14:50:57.898801 3796 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 14:50:57.899643 3796 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 14:50:57.927898 3796 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:57.927942 3796 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:57.931091 3796 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:57.931186 3796 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bh7bz" I0512 14:50:57.936822 3796 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bh7bz" I0512 14:50:57.936940 3796 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 14:50:58.898990 3796 kube.go:438] Certificate found I0512 14:50:58.899599 3796 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 14:50:58.900738 3796 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 14:50:58.953220 3796 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 14:45:57 +0000 UTC" deadline="2026-05-13 09:17:16.047889603 +0000 UTC" I0512 14:50:58.953271 3796 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h26m17.094635426s" I0512 14:50:58.975031 3796 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 14:50:58.984964 3796 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 14:50:58.985038 3796 factory.go:561] Starting watch factory I0512 14:50:58.985230 3796 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985274 3796 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985276 3796 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985299 3796 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985324 3796 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985350 3796 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985281 3796 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985466 3796 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985716 3796 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985799 3796 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985824 3796 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.985944 3796 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:58.987307 3796 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 14:50:58.987409 3796 server.go:101] MetricServer registers OVS metrics I0512 14:50:58.987817 3796 server.go:105] MetricServer registers OVN DB metrics I0512 14:50:58.991430 3796 controller_manager.go:370] Starting the ovnkube controller I0512 14:50:58.991449 3796 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-215.ec2.internal I0512 14:50:58.991508 3796 controller_manager.go:395] NBDB zone sync took: 50.315µs I0512 14:50:58.991525 3796 factory.go:561] Starting watch factory I0512 14:50:58.993399 3796 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 14:50:58.993428 3796 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 14:50:59.006502 3796 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:59.008287 3796 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:59.008335 3796 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:59.009582 3796 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:59.010004 3796 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:59.010128 3796 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 14:50:59.010198 3796 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 14:50:59.016226 3796 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 14:50:59.016293 3796 server.go:109] MetricServer registers OVN Controller metrics I0512 14:50:59.020984 3796 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 14:50:59.021366 3796 server.go:113] MetricServer registers OVN Northd metrics I0512 14:50:59.026305 3796 metrics.go:519] OVN Metrics Server starts to run ... I0512 14:50:59.090415 3796 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 14:50:59.090433 3796 factory.go:1977] *v1.Node informer cache synced successfully I0512 14:50:59.090437 3796 factory.go:1977] *v1.Service informer cache synced successfully I0512 14:50:59.090441 3796 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 14:50:59.090444 3796 factory.go:1977] *v1.Pod informer cache synced successfully I0512 14:50:59.090448 3796 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 14:50:59.090572 3796 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:59.090592 3796 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:59.090595 3796 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:59.090607 3796 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:59.094256 3796 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:59.094617 3796 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 14:50:59.096161 3796 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 14:50:59.096174 3796 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 14:50:59.096236 3796 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.096247 3796 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.097079 3796 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 14:50:59.097091 3796 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 14:50:59.097095 3796 factory.go:1977] *v1.Node informer cache synced successfully I0512 14:50:59.097098 3796 factory.go:1977] *v1.Service informer cache synced successfully I0512 14:50:59.097102 3796 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 14:50:59.097104 3796 factory.go:1977] *v1.Pod informer cache synced successfully I0512 14:50:59.099535 3796 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.101541 3796 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 14:50:59.101616 3796 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.101628 3796 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.102336 3796 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 14:50:59.102347 3796 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 14:50:59.104701 3796 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.106604 3796 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 14:50:59.106672 3796 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.106683 3796 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.107394 3796 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 14:50:59.109701 3796 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.112355 3796 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 14:50:59.112430 3796 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.112450 3796 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.112448 3796 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 14:50:59.115401 3796 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.118143 3796 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 14:50:59.118183 3796 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 14:50:59.118236 3796 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.118255 3796 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.121195 3796 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.123888 3796 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 14:50:59.123944 3796 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 14:50:59.124104 3796 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 14:50:59.124121 3796 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 14:50:59.127748 3796 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 14:50:59.129720 3796 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 14:50:59.129734 3796 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 14:50:59.129799 3796 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.129813 3796 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.129815 3796 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.129827 3796 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.133141 3796 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.133159 3796 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 14:50:59.135138 3796 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 14:50:59.135222 3796 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 14:50:59.135233 3796 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 14:50:59.135239 3796 factory.go:680] Watch Factory start up complete, took: 150.206672ms I0512 14:50:59.135308 3796 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 14:50:59.141064 3796 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 14:50:59.141076 3796 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 14:50:59.141083 3796 factory.go:680] Watch Factory start up complete, took: 149.55857ms I0512 14:50:59.141092 3796 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-215.ec2.internal" zone I0512 14:50:59.188864 3796 default_node_network_controller.go:710] Initializing the default node network controller I0512 14:50:59.275884 3796 udn_isolation.go:101] Starting UDN host isolation manager I0512 14:50:59.282023 3796 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 14:50:59.341718 3796 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 14:50:59.341857 3796 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 14:50:59.341885 3796 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 14:50:59.376997 3796 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 14:50:59.377079 3796 default_node_network_controller.go:809] Node ip-10-0-1-215.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0512 14:50:59.383155 3796 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.215"] k8s.ovn.org/zone-name:ip-10-0-1-215.ec2.internal] on node ip-10-0-1-215.ec2.internal I0512 14:50:59.407829 3796 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 14:50:59.414612 3796 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 14:50:59.414790 3796 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 14:50:59.415026 3796 gateway_init.go:263] Preparing Gateway I0512 14:50:59.415040 3796 gateway_shared_intf.go:1687] Creating new gateway I0512 14:50:59.564762 3796 iptables.go:108] Creating table: filter chain: FORWARD I0512 14:50:59.571884 3796 iptables.go:108] Creating table: filter chain: OUTPUT I0512 14:50:59.579061 3796 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 14:50:59.579081 3796 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-215.ec2.internal","mac-address":"0a:ff:d2:58:fb:03","ip-addresses":["10.0.1.215/24"],"ip-address":"10.0.1.215/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:958e4b6b-11e2-47cc-ae7e-70cf9b7830c9 k8s.ovn.org/node-encap-ips:["10.0.1.215"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.215/24"} k8s.ovn.org/zone-name:ip-10-0-1-215.ec2.internal] on node ip-10-0-1-215.ec2.internal I0512 14:50:59.600152 3796 default_node_network_controller.go:519] Node connection status = connected I0512 14:50:59.641299 3796 controller_manager.go:429] Waiting for node in zone sync took: 500.194226ms I0512 14:50:59.652135 3796 controller_manager.go:611] Switching to transit router for layer2 networks I0512 14:50:59.652150 3796 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-215.ec2.internal I0512 14:50:59.697393 3796 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 14:50:59.704911 3796 controller_manager.go:290] SCTP support detected in OVN I0512 14:50:59.705601 3796 services_controller.go:69] Creating services controller for network=default I0512 14:50:59.705704 3796 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 14:50:59.705946 3796 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 14:50:59.706056 3796 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 14:50:59.706074 3796 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 14:50:59.706083 3796 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 14:50:59.706306 3796 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 14:50:59.706328 3796 udn_enabled_svc.go:95] Performing full resync I0512 14:50:59.706383 3796 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 14:50:59.706456 3796 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 85.132µs I0512 14:50:59.706478 3796 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 84.487µs I0512 14:50:59.706483 3796 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 100.969µs I0512 14:50:59.706490 3796 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 14:50:59.706500 3796 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 14:50:59.706509 3796 default_network_controller.go:325] Starting the default network controller I0512 14:50:59.706533 3796 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.668µs I0512 14:50:59.706666 3796 udn_enabled_svc.go:99] Waiting for handler to sync I0512 14:50:59.706678 3796 udn_enabled_svc.go:104] Starting worker I0512 14:50:59.716366 3796 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 14:50:59.716445 3796 repair.go:33] Syncing exgw routes took 63.914µs I0512 14:50:59.716477 3796 default_network_controller.go:414] Starting all the Watchers... I0512 14:50:59.716728 3796 namespace.go:98] [openshift-dns] adding namespace I0512 14:50:59.716739 3796 namespace.go:98] [openshift-ingress] adding namespace I0512 14:50:59.716743 3796 namespace.go:98] [default] adding namespace I0512 14:50:59.716758 3796 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 14:50:59.716759 3796 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 14:50:59.716768 3796 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 14:50:59.716773 3796 namespace.go:98] [openshift-etcd] adding namespace I0512 14:50:59.716778 3796 namespace.go:98] [openshift-backplane] adding namespace I0512 14:50:59.716786 3796 namespace.go:98] [openshift-console-operator] adding namespace I0512 14:50:59.716789 3796 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 14:50:59.716796 3796 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 14:50:59.716801 3796 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 14:50:59.716856 3796 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 14:50:59.716914 3796 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 14:50:59.716950 3796 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 14:50:59.717404 3796 namespace.go:102] [openshift-dns] adding namespace took 664.426µs I0512 14:50:59.717420 3796 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 14:50:59.717834 3796 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 408.737µs I0512 14:50:59.717847 3796 namespace.go:98] [openshift-dns-operator] adding namespace I0512 14:50:59.718407 3796 namespace.go:102] [openshift-dns-operator] adding namespace took 554.299µs I0512 14:50:59.718425 3796 namespace.go:98] [openshift-logging] adding namespace I0512 14:50:59.718891 3796 namespace.go:102] [openshift-ingress] adding namespace took 2.135664ms I0512 14:50:59.718908 3796 namespace.go:98] [kube-node-lease] adding namespace I0512 14:50:59.719427 3796 namespace.go:102] [default] adding namespace took 2.672238ms I0512 14:50:59.719437 3796 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 14:50:59.719867 3796 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.095996ms I0512 14:50:59.719895 3796 namespace.go:98] [kube-system] adding namespace I0512 14:50:59.720396 3796 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 3.630327ms I0512 14:50:59.720412 3796 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 14:50:59.720838 3796 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.061232ms I0512 14:50:59.720853 3796 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 14:50:59.721273 3796 namespace.go:102] [openshift-etcd] adding namespace took 4.47946ms I0512 14:50:59.721293 3796 namespace.go:98] [openshift-cluster-version] adding namespace I0512 14:50:59.721826 3796 namespace.go:102] [openshift-backplane] adding namespace took 5.041474ms I0512 14:50:59.721836 3796 namespace.go:98] [openshift-package-operator] adding namespace I0512 14:50:59.722312 3796 namespace.go:102] [openshift-console-operator] adding namespace took 5.518397ms I0512 14:50:59.722332 3796 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 14:50:59.722777 3796 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.98044ms I0512 14:50:59.722794 3796 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 14:50:59.723287 3796 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.483486ms I0512 14:50:59.723298 3796 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 14:50:59.723785 3796 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.97699ms I0512 14:50:59.723821 3796 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 14:50:59.724289 3796 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.420146ms I0512 14:50:59.724319 3796 namespace.go:98] [openshift-network-console] adding namespace I0512 14:50:59.724783 3796 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.837664ms I0512 14:50:59.724793 3796 namespace.go:98] [openshift-config-managed] adding namespace I0512 14:50:59.725284 3796 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.32362ms I0512 14:50:59.725311 3796 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 14:50:59.725669 3796 namespace.go:102] [openshift-logging] adding namespace took 7.237756ms I0512 14:50:59.725681 3796 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 14:50:59.726114 3796 namespace.go:102] [kube-node-lease] adding namespace took 7.199281ms I0512 14:50:59.726133 3796 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 14:50:59.726481 3796 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.038768ms I0512 14:50:59.726496 3796 namespace.go:98] [openshift-multus] adding namespace W0512 14:50:59.726545 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l2rzz: pod kube-system/global-pull-secret-syncer-l2rzz: no pod IPs found W0512 14:50:59.726560 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-sj6nl: pod kube-system/global-pull-secret-syncer-sj6nl: no pod IPs found I0512 14:50:59.727115 3796 namespace.go:102] [kube-system] adding namespace took 7.210282ms I0512 14:50:59.727129 3796 namespace.go:98] [openshift-network-operator] adding namespace I0512 14:50:59.727631 3796 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.21266ms I0512 14:50:59.727648 3796 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 14:50:59.728052 3796 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.193427ms I0512 14:50:59.728069 3796 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 14:50:59.728520 3796 namespace.go:102] [openshift-cluster-version] adding namespace took 7.221511ms I0512 14:50:59.728534 3796 namespace.go:98] [openshift-marketplace] adding namespace I0512 14:50:59.728967 3796 namespace.go:102] [openshift-package-operator] adding namespace took 7.125215ms I0512 14:50:59.728980 3796 namespace.go:98] [openshift-controller-manager] adding namespace I0512 14:50:59.729410 3796 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.071793ms I0512 14:50:59.729424 3796 namespace.go:98] [openshift-insights] adding namespace I0512 14:50:59.729781 3796 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.983093ms I0512 14:50:59.729792 3796 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0512 14:50:59.730250 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-6jp69: pod openshift-network-diagnostics/network-check-target-6jp69: no pod IPs found W0512 14:50:59.730273 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mvdql: pod openshift-network-diagnostics/network-check-target-mvdql: no pod IPs found I0512 14:50:59.730306 3796 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.988843ms I0512 14:50:59.730330 3796 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 14:50:59.730825 3796 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.995645ms I0512 14:50:59.730838 3796 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 14:50:59.731256 3796 namespace.go:102] [openshift-network-console] adding namespace took 6.931946ms I0512 14:50:59.731270 3796 namespace.go:98] [openshift-config] adding namespace I0512 14:50:59.731748 3796 namespace.go:102] [openshift-config-managed] adding namespace took 6.948658ms I0512 14:50:59.731766 3796 namespace.go:98] [openshift-host-network] adding namespace I0512 14:50:59.732200 3796 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.883252ms I0512 14:50:59.732215 3796 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 14:50:59.732952 3796 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.264419ms I0512 14:50:59.733372 3796 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.231511ms W0512 14:50:59.733380 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-56nrt: pod openshift-multus/network-metrics-daemon-56nrt: no pod IPs found I0512 14:50:59.733385 3796 namespace.go:98] [dedicated-admin] adding namespace W0512 14:50:59.733389 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ghqhr: pod openshift-multus/network-metrics-daemon-ghqhr: no pod IPs found I0512 14:50:59.733909 3796 namespace.go:102] [openshift-multus] adding namespace took 7.407513ms I0512 14:50:59.733940 3796 namespace.go:98] [openshift-infra] adding namespace I0512 14:50:59.734333 3796 namespace.go:102] [openshift-network-operator] adding namespace took 7.186236ms I0512 14:50:59.734346 3796 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 14:50:59.734771 3796 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.116845ms I0512 14:50:59.734788 3796 namespace.go:98] [openshift-operators] adding namespace I0512 14:50:59.735205 3796 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.130828ms I0512 14:50:59.735218 3796 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 14:50:59.735593 3796 namespace.go:102] [openshift-marketplace] adding namespace took 7.053462ms I0512 14:50:59.735616 3796 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 14:50:59.736013 3796 namespace.go:102] [openshift-controller-manager] adding namespace took 7.028373ms I0512 14:50:59.736026 3796 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 14:50:59.736399 3796 namespace.go:102] [openshift-insights] adding namespace took 6.970814ms I0512 14:50:59.736411 3796 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 14:50:59.736830 3796 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.032657ms I0512 14:50:59.736858 3796 namespace.go:98] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] adding namespace I0512 14:50:59.737252 3796 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.914295ms I0512 14:50:59.737265 3796 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 14:50:59.737682 3796 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.839533ms I0512 14:50:59.737695 3796 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 14:50:59.738150 3796 namespace.go:102] [openshift-config] adding namespace took 6.873895ms I0512 14:50:59.738166 3796 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 14:50:59.738649 3796 namespace.go:102] [openshift-host-network] adding namespace took 6.875367ms I0512 14:50:59.738667 3796 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 14:50:59.739194 3796 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.972491ms I0512 14:50:59.739210 3796 namespace.go:98] [openshift-authentication] adding namespace I0512 14:50:59.739586 3796 namespace.go:102] [dedicated-admin] adding namespace took 6.196316ms I0512 14:50:59.739604 3796 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 14:50:59.739997 3796 namespace.go:102] [openshift-infra] adding namespace took 6.050009ms I0512 14:50:59.740011 3796 namespace.go:98] [openshift-apiserver] adding namespace I0512 14:50:59.740540 3796 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.189173ms I0512 14:50:59.740552 3796 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 14:50:59.741075 3796 namespace.go:102] [openshift-operators] adding namespace took 6.279499ms I0512 14:50:59.741094 3796 namespace.go:98] [openshift-node] adding namespace I0512 14:50:59.741567 3796 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.344229ms I0512 14:50:59.741580 3796 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 14:50:59.742087 3796 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.463425ms I0512 14:50:59.742106 3796 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 14:50:59.742593 3796 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.560563ms I0512 14:50:59.742611 3796 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 14:50:59.743076 3796 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.658222ms I0512 14:50:59.743093 3796 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 14:50:59.743650 3796 namespace.go:102] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] adding namespace took 6.783314ms I0512 14:50:59.743666 3796 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 14:50:59.744287 3796 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.01599ms I0512 14:50:59.744301 3796 namespace.go:98] [openshift-console] adding namespace I0512 14:50:59.744714 3796 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.012373ms I0512 14:50:59.744733 3796 namespace.go:98] [kube-public] adding namespace I0512 14:50:59.745230 3796 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.059497ms I0512 14:50:59.745244 3796 namespace.go:98] [openshift-machine-api] adding namespace I0512 14:50:59.745665 3796 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.992383ms I0512 14:50:59.745680 3796 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 14:50:59.746215 3796 namespace.go:102] [openshift-authentication] adding namespace took 7.000304ms I0512 14:50:59.746227 3796 namespace.go:98] [openshift-image-registry] adding namespace I0512 14:50:59.746606 3796 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.995533ms I0512 14:50:59.747139 3796 namespace.go:102] [openshift-apiserver] adding namespace took 7.123548ms I0512 14:50:59.747152 3796 namespace.go:98] [openshift] adding namespace I0512 14:50:59.747522 3796 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.963553ms I0512 14:50:59.747538 3796 namespace.go:98] [openshift-config-operator] adding namespace I0512 14:50:59.747980 3796 namespace.go:102] [openshift-node] adding namespace took 6.879448ms I0512 14:50:59.748408 3796 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.822706ms I0512 14:50:59.748422 3796 namespace.go:98] [openshift-monitoring] adding namespace I0512 14:50:59.748865 3796 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.754108ms I0512 14:50:59.749239 3796 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.621937ms I0512 14:50:59.749255 3796 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 14:50:59.749706 3796 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.607499ms I0512 14:50:59.750223 3796 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.550999ms I0512 14:50:59.750708 3796 namespace.go:102] [openshift-console] adding namespace took 6.400646ms I0512 14:50:59.751179 3796 namespace.go:102] [kube-public] adding namespace took 6.440564ms I0512 14:50:59.751595 3796 namespace.go:102] [openshift-machine-api] adding namespace took 6.345622ms I0512 14:50:59.751609 3796 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 14:50:59.751989 3796 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.302761ms I0512 14:50:59.752460 3796 namespace.go:102] [openshift-image-registry] adding namespace took 6.228698ms I0512 14:50:59.752817 3796 namespace.go:102] [openshift] adding namespace took 5.659482ms I0512 14:50:59.753341 3796 namespace.go:102] [openshift-config-operator] adding namespace took 5.797843ms I0512 14:50:59.753766 3796 namespace.go:102] [openshift-monitoring] adding namespace took 5.338586ms I0512 14:50:59.754237 3796 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.974699ms I0512 14:50:59.754722 3796 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.108599ms W0512 14:50:59.754811 3796 master.go:471] Unable to parse remote node ip-10-0-2-72.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 14:50:59.754942 3796 master.go:548] Adding or Updating local node "ip-10-0-1-215.ec2.internal" for network "default" I0512 14:50:59.755012 3796 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-72.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-72.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-72.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-72.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-72.ec2.internal I0512 14:50:59.755844 3796 zone_ic_handler.go:195] Time taken to create transit switch: 297.817µs I0512 14:50:59.755861 3796 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0512 14:50:59.757359 3796 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.822519ms W0512 14:50:59.763360 3796 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-sj6nl: pod kube-system/global-pull-secret-syncer-sj6nl: no pod IPs found W0512 14:50:59.763389 3796 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-6jp69: pod openshift-network-diagnostics/network-check-target-6jp69: no pod IPs found W0512 14:50:59.763400 3796 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-56nrt: pod openshift-multus/network-metrics-daemon-56nrt: no pod IPs found I0512 14:50:59.764515 3796 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-215.ec2.internal for the network default I0512 14:50:59.764737 3796 zone_ic_handler.go:195] Time taken to create transit switch: 207.506µs I0512 14:50:59.765522 3796 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 14:50:59.765574 3796 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 14:50:59.765592 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0512 14:50:59.765593 3796 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 14:50:59.765648 3796 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:59.765666 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:50:59.765675 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-215.ec2.internal in network "default" I0512 14:50:59.765699 3796 node_tracker.go:169] Node ip-10-0-1-215.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:59.765706 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:50:59.765713 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:50:59.765721 3796 node_tracker.go:235] Node ip-10-0-2-72.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-72.ec2.internal" I0512 14:50:59.765730 3796 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:50:59.765734 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:50:59.865885 3796 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 14:50:59.865908 3796 services_controller.go:208] Setting up event handlers for services for network=default I0512 14:50:59.866023 3796 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 14:50:59.866090 3796 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 14:50:59.866107 3796 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 14:50:59.966343 3796 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 14:50:59.966378 3796 repair.go:60] Starting repairing loop for services I0512 14:50:59.966466 3796 repair.go:131] Deleted 0 stale service LBs I0512 14:50:59.966485 3796 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 14:50:59.966501 3796 repair.go:62] Finished repairing loop for services: 124.996µs I0512 14:50:59.966527 3796 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 14:50:59.966537 3796 services_controller.go:254] Starting workers for network=default I0512 14:50:59.967011 3796 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sj6nl] creating logical port kube-system_global-pull-secret-syncer-sj6nl for pod on switch ip-10-0-1-215.ec2.internal I0512 14:50:59.967160 3796 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-sj6nl I0512 14:50:59.967178 3796 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-56nrt] creating logical port openshift-multus_network-metrics-daemon-56nrt for pod on switch ip-10-0-1-215.ec2.internal I0512 14:50:59.967168 3796 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-6jp69] creating logical port openshift-network-diagnostics_network-check-target-6jp69 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:50:59.967349 3796 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ghqhr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ghqhr: suppressed error logged: pod openshift-multus/network-metrics-daemon-ghqhr: no pod IPs found I0512 14:50:59.967400 3796 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mvdql, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mvdql: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mvdql: no pod IPs found I0512 14:50:59.967424 3796 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-56nrt I0512 14:50:59.967431 3796 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-l2rzz, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l2rzz: suppressed error logged: pod kube-system/global-pull-secret-syncer-l2rzz: no pod IPs found I0512 14:50:59.967476 3796 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-6jp69 I0512 14:51:00.001305 3796 pod.go:62] [openshift-network-diagnostics/network-check-target-6jp69] pod update took 33.933417ms I0512 14:51:00.001331 3796 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-6jp69] addLogicalPort annotation time took 33.984427ms I0512 14:51:00.001556 3796 pod.go:62] [kube-system/global-pull-secret-syncer-sj6nl] pod update took 34.452224ms I0512 14:51:00.001580 3796 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-sj6nl] addLogicalPort annotation time took 34.481292ms I0512 14:51:00.002308 3796 pods.go:271] [openshift-network-diagnostics/network-check-target-6jp69] addLogicalPort took 35.170941ms, libovsdb time 692.698µs I0512 14:51:00.002478 3796 pods.go:271] [kube-system/global-pull-secret-syncer-sj6nl] addLogicalPort took 35.478543ms, libovsdb time 608.923µs I0512 14:51:00.008783 3796 pod.go:62] [openshift-multus/network-metrics-daemon-56nrt] pod update took 41.431912ms I0512 14:51:00.008805 3796 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-56nrt] addLogicalPort annotation time took 41.457091ms I0512 14:51:00.009739 3796 pods.go:271] [openshift-multus/network-metrics-daemon-56nrt] addLogicalPort took 42.566034ms, libovsdb time 697.469µs I0512 14:51:00.010208 3796 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 14:51:00.010233 3796 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 14:51:00.010248 3796 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 14:51:00.010252 3796 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 14:51:00.010446 3796 repair.go:29] Repairing admin network policies took 188.014µs I0512 14:51:00.010546 3796 repair.go:92] Repairing baseline admin network policies took 91.83µs I0512 14:51:00.011032 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 14:51:00.011053 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 14:51:00.013355 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 14:51:00.013379 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 14:51:00.013389 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 14:51:00.015172 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 14:51:00.015192 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 14:51:00.015200 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 14:51:00.016554 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 14:51:00.016573 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 14:51:00.016585 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 14:51:00.017849 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 14:51:00.017869 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 14:51:00.017878 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 14:51:00.018403 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 14:51:00.018421 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 14:51:00.018430 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 14:51:00.019998 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 14:51:00.020029 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 14:51:00.020040 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 14:51:00.021621 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 14:51:00.021638 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 14:51:00.021644 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 14:51:00.021965 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 14:51:00.021984 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 14:51:00.021995 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 14:51:00.023144 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 14:51:00.023163 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 14:51:00.023172 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 14:51:00.023776 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 14:51:00.023794 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 14:51:00.024580 3796 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 14:51:00.024594 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 14:51:00.025402 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 14:51:00.025422 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 14:51:00.025431 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 14:51:00.026487 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 14:51:00.026504 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 14:51:00.026512 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 14:51:00.027032 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 14:51:00.027048 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 14:51:00.027057 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 14:51:00.027987 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 14:51:00.028007 3796 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 14:51:00.028017 3796 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 14:51:00.029769 3796 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 14:51:00.029789 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 14:51:00.029796 3796 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 14:51:00.031446 3796 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 14:51:00.031465 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 14:51:00.031474 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 14:51:00.032020 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 14:51:00.032039 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 14:51:00.032063 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 14:51:00.032557 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 14:51:00.032574 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 14:51:00.032581 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 14:51:00.033093 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 14:51:00.033111 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 14:51:00.033117 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 14:51:00.034329 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 14:51:00.034347 3796 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 14:51:00.034357 3796 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 14:51:00.035300 3796 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 14:51:00.035318 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 14:51:00.035325 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 14:51:00.035628 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 14:51:00.035642 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 14:51:00.035650 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 14:51:00.036166 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 14:51:00.036181 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 14:51:00.036191 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 14:51:00.036668 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 14:51:00.036680 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 14:51:00.036687 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 14:51:00.037192 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 14:51:00.037211 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 14:51:00.037233 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 14:51:00.038028 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 14:51:00.038055 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 14:51:00.038064 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 14:51:00.039300 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 14:51:00.039319 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 14:51:00.039327 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 14:51:00.039872 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 14:51:00.039889 3796 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 14:51:00.039900 3796 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 14:51:00.040199 3796 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 14:51:00.045207 3796 egressfirewall.go:374] Starting EgressFirewall controller I0512 14:51:00.045237 3796 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 14:51:00.045244 3796 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 14:51:00.045269 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 14:51:00.045281 3796 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 14:51:00.045291 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 14:51:00.045303 3796 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 14:51:00.045599 3796 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 14:51:00.045612 3796 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 14:51:00.045617 3796 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 14:51:00.045625 3796 egressqos.go:193] Setting up event handlers for EgressQoS I0512 14:51:00.045637 3796 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0512 14:51:00.045646 3796 egressfirewall.go:723] Syncing node "ip-10-0-1-215.ec2.internal" for egress firewall I0512 14:51:00.045666 3796 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0512 14:51:00.045771 3796 egressqos.go:245] Starting EgressQoS Controller I0512 14:51:00.045784 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 14:51:00.045795 3796 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 14:51:00.045802 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 14:51:00.045806 3796 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 14:51:00.045813 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 14:51:00.045819 3796 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 14:51:00.045823 3796 egressqos.go:259] Repairing EgressQoSes I0512 14:51:00.045828 3796 egressqos.go:399] Starting repairing loop for egressqos I0512 14:51:00.045916 3796 egressqos.go:401] Finished repairing loop for egressqos: 88.895µs I0512 14:51:00.045948 3796 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 14:51:00.045988 3796 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-215.ec2.internal I0512 14:51:00.046066 3796 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-215.ec2.internal : 79.29µs I0512 14:51:00.046102 3796 egressservice_zone.go:210] Starting Egress Services Controller I0512 14:51:00.046113 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 14:51:00.046118 3796 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 14:51:00.046123 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 14:51:00.046128 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 14:51:00.046133 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 14:51:00.046138 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 14:51:00.046143 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 14:51:00.046150 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 14:51:00.046155 3796 egressservice_zone.go:228] Repairing Egress Services I0512 14:51:00.046494 3796 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 14:51:00.046514 3796 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 14:51:00.046571 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0512 14:51:00.046584 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 16.547µs I0512 14:51:00.046592 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-215.ec2.internal I0512 14:51:00.046596 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-215.ec2.internal: 3.908µs I0512 14:51:00.046600 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0512 14:51:00.046604 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 3.873µs I0512 14:51:00.046712 3796 default_network_controller.go:585] Completing all the Watchers took 330.218882ms I0512 14:51:00.046731 3796 default_network_controller.go:589] Starting unidling controllers I0512 14:51:00.046746 3796 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 14:51:00.046757 3796 unidle.go:63] Populating Initial ContollerEvent events I0512 14:51:00.046772 3796 unidle.go:79] Setting up event handlers for services I0512 14:51:00.046989 3796 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 14:51:00.100292 3796 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:00.600658 3796 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:01.100381 3796 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:01.452493 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0512 14:51:01.452552 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0512 14:51:01.452558 3796 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0512 14:51:01.452567 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 20.566µs I0512 14:51:01.452571 3796 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:01.452586 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:51:01.452593 3796 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0512 14:51:01.600678 3796 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:01.817491 3796 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 14:51:02.100909 3796 default_node_network_controller.go:519] Node connection status = connected I0512 14:51:02.120731 3796 bridgeconfig.go:537] Gateway is ready I0512 14:51:02.120756 3796 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 14:51:02.136647 3796 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.215. Updating OVN encap IP. I0512 14:51:02.144073 3796 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.215 - it is already configured I0512 14:51:02.144093 3796 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.215/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 14:51:02.144390 3796 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.215/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-215.ec2.internal","mac-address":"0a:ff:d2:58:fb:03","ip-addresses":["10.0.1.215/24"],"ip-address":"10.0.1.215/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:958e4b6b-11e2-47cc-ae7e-70cf9b7830c9 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.215/24"}] on node ip-10-0-1-215.ec2.internal I0512 14:51:02.161105 3796 master.go:548] Adding or Updating local node "ip-10-0-1-215.ec2.internal" for network "default" I0512 14:51:02.161117 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-215.ec2.internal I0512 14:51:02.161124 3796 egressfirewall.go:723] Syncing node "ip-10-0-1-215.ec2.internal" for egress firewall I0512 14:51:02.161136 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-215.ec2.internal: 25.796µs I0512 14:51:02.161216 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-215.ec2.internal in network "default" I0512 14:51:02.161270 3796 node_tracker.go:169] Node ip-10-0-1-215.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:02.161291 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:51:02.161977 3796 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.215 I0512 14:51:02.162098 3796 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-215.ec2.internal I0512 14:51:02.166456 3796 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-215.ec2.internal. Updating no re-route policies I0512 14:51:02.166535 3796 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-215.ec2.internal I0512 14:51:02.166547 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vwjzf I0512 14:51:02.166556 3796 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-sj6nl I0512 14:51:02.166562 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q7g4q I0512 14:51:02.166554 3796 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-215.ec2.internal I0512 14:51:02.166567 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5znjq I0512 14:51:02.166574 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q7g4q I0512 14:51:02.166582 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5znjq I0512 14:51:02.166582 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-6jp69 I0512 14:51:02.166586 3796 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l2rzz I0512 14:51:02.166592 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-6jp69 I0512 14:51:02.166596 3796 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-215.ec2.internal after 0 failed attempt(s) I0512 14:51:02.166605 3796 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l2rzz I0512 14:51:02.166540 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ghqhr I0512 14:51:02.166610 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5znjq after 0 failed attempt(s) I0512 14:51:02.166571 3796 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-sj6nl I0512 14:51:02.166622 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mvdql I0512 14:51:02.166628 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9sgbj I0512 14:51:02.166633 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vfr6g I0512 14:51:02.166640 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mvdql I0512 14:51:02.166644 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9sgbj I0512 14:51:02.166644 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vfr6g I0512 14:51:02.166653 3796 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-l2rzz, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l2rzz: suppressed error logged: pod kube-system/global-pull-secret-syncer-l2rzz: no pod IPs found I0512 14:51:02.166661 3796 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-sj6nl] creating logical port kube-system_global-pull-secret-syncer-sj6nl for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:02.166667 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9sgbj after 0 failed attempt(s) I0512 14:51:02.166668 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vfr6g after 0 failed attempt(s) I0512 14:51:02.166668 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bz6qc I0512 14:51:02.166671 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-z44wk I0512 14:51:02.166677 3796 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-gl4v9 I0512 14:51:02.166683 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bz6qc I0512 14:51:02.166684 3796 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mvdql, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mvdql: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mvdql: no pod IPs found I0512 14:51:02.166685 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-56nrt I0512 14:51:02.166690 3796 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-gl4v9 I0512 14:51:02.166686 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-z44wk I0512 14:51:02.166702 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-56nrt I0512 14:51:02.166710 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bz6qc after 0 failed attempt(s) I0512 14:51:02.166717 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q7g4q after 0 failed attempt(s) I0512 14:51:02.166716 3796 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-gl4v9 after 0 failed attempt(s) I0512 14:51:02.166718 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-z44wk after 0 failed attempt(s) I0512 14:51:02.166565 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vwjzf I0512 14:51:02.166603 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wpzs9 I0512 14:51:02.166748 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vwjzf after 0 failed attempt(s) I0512 14:51:02.166752 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ghqhr I0512 14:51:02.166763 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wpzs9 I0512 14:51:02.166619 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-215.ec2.internal I0512 14:51:02.166779 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wpzs9 after 0 failed attempt(s) I0512 14:51:02.166778 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-215.ec2.internal I0512 14:51:02.166800 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-215.ec2.internal after 0 failed attempt(s) I0512 14:51:02.166805 3796 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-56nrt] creating logical port openshift-multus_network-metrics-daemon-56nrt for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:02.166820 3796 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-6jp69] creating logical port openshift-network-diagnostics_network-check-target-6jp69 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:02.166834 3796 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ghqhr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ghqhr: suppressed error logged: pod openshift-multus/network-metrics-daemon-ghqhr: no pod IPs found I0512 14:51:02.167675 3796 pods.go:271] [openshift-multus/network-metrics-daemon-56nrt] addLogicalPort took 941.743µs, libovsdb time 365.151µs I0512 14:51:02.167687 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-56nrt after 0 failed attempt(s) I0512 14:51:02.167793 3796 pods.go:271] [kube-system/global-pull-secret-syncer-sj6nl] addLogicalPort took 1.150189ms, libovsdb time 302.859µs I0512 14:51:02.167800 3796 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-sj6nl after 0 failed attempt(s) I0512 14:51:02.167882 3796 pods.go:271] [openshift-network-diagnostics/network-check-target-6jp69] addLogicalPort took 1.139198ms, libovsdb time 215.326µs I0512 14:51:02.167905 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-6jp69 after 0 failed attempt(s) I0512 14:51:02.181628 3796 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 14:51:02.195131 3796 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 14:51:02.199167 3796 iptables.go:108] Creating table: nat chain: OUTPUT I0512 14:51:02.243100 3796 iptables.go:108] Creating table: nat chain: PREROUTING I0512 14:51:02.314216 3796 iptables.go:108] Creating table: filter chain: FORWARD I0512 14:51:02.333465 3796 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 14:51:02.333574 3796 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 14:51:02.333643 3796 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 14:51:02.333740 3796 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 14:51:02.333799 3796 gateway_init.go:325] Gateway and management port readiness took 2.738284857s I0512 14:51:02.333828 3796 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 14:51:02.333866 3796 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 14:51:02.333879 3796 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 14:51:02.333888 3796 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 14:51:02.333970 3796 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 14:51:02.334076 3796 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.15µs I0512 14:51:02.334341 3796 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 14:51:02.334366 3796 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.278µs I0512 14:51:02.334374 3796 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.767µs I0512 14:51:02.334380 3796 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 14:51:02.334388 3796 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 14:51:02.334394 3796 default_node_network_controller.go:899] Starting the default node network controller I0512 14:51:02.334399 3796 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 14:51:02.334493 3796 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.195µs I0512 14:51:02.334563 3796 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 14:51:02.334572 3796 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 14:51:02.334596 3796 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a87050 0xc00019bc70 0xc00019bce0 0xc00019bdc0 0xc00019be30 0xc00019bf10 0xc0002c6000 0xc000309450 0xc0002c6070 0xc0002c60e0 0xc0008d6ff0 0xc006297340 0xc0002c6150 map[0x2ff9080:0xc000f9c9c0 0x2ff95c0:0xc000f9cfc0 0x2ffa2e0:0xc000f9c900 0x2ffa580:0xc000f9c960 0x2ffad60:0xc000f9ca20 0x2ffb000:0xc000f9ca80 0x2ffb2a0:0xc000f9cae0 0x2ffba80:0xc000f9d020 0x2ffbd20:0xc000f9d080 0x3026980:0xc001689ec0 0x3026d20:0xc003180ea0 0x3027800:0xc000acb800 0x3029160:0xc001cb2000 0x30298a0:0xc000f9c8a0 0x302a720:0xc001505f20] 0xc00030c310 0} I0512 14:51:02.334655 3796 gateway.go:151] Starting gateway service sync I0512 14:51:02.335124 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 14:51:02.337608 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 14:51:02.357227 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 14:51:02.358832 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 14:51:02.360239 3796 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 14:51:02.397672 3796 gateway.go:168] Gateway service sync done. Time taken: 63.002331ms I0512 14:51:02.398483 3796 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30451 I0512 14:51:02.398577 3796 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a87050 0xc00019bc70 0xc00019bce0 0xc00019bdc0 0xc00019be30 0xc00019bf10 0xc0002c6000 0xc000309450 0xc0002c6070 0xc0002c60e0 0xc0008d6ff0 0xc006297340 0xc0002c6150 map[0x2ff9080:0xc000f9c9c0 0x2ff95c0:0xc000f9cfc0 0x2ffa2e0:0xc000f9c900 0x2ffa580:0xc000f9c960 0x2ffad60:0xc000f9ca20 0x2ffb000:0xc000f9ca80 0x2ffb2a0:0xc000f9cae0 0x2ffba80:0xc000f9d020 0x2ffbd20:0xc000f9d080 0x3026980:0xc001689ec0 0x3026d20:0xc003180ea0 0x3027800:0xc000acb800 0x3029160:0xc001cb2000 0x30298a0:0xc000f9c8a0 0x302a720:0xc001505f20] 0xc00030c310 0} I0512 14:51:02.399158 3796 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a87050 0xc00019bc70 0xc00019bce0 0xc00019bdc0 0xc00019be30 0xc00019bf10 0xc0002c6000 0xc000309450 0xc0002c6070 0xc0002c60e0 0xc0008d6ff0 0xc006297340 0xc0002c6150 map[0x2ff9080:0xc000f9c9c0 0x2ff95c0:0xc000f9cfc0 0x2ffa2e0:0xc000f9c900 0x2ffa580:0xc000f9c960 0x2ffad60:0xc000f9ca20 0x2ffb000:0xc000f9ca80 0x2ffb2a0:0xc000f9cae0 0x2ffba80:0xc000f9d020 0x2ffbd20:0xc000f9d080 0x3026980:0xc001689ec0 0x3026d20:0xc003180ea0 0x3027800:0xc000acb800 0x3029160:0xc001cb2000 0x30298a0:0xc000f9c8a0 0x302a720:0xc001505f20] 0xc00030c310 0} I0512 14:51:02.399199 3796 gateway.go:532] Reconciling gateway with updates I0512 14:51:02.405759 3796 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 14:51:02.405874 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:02.405885 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:02.405893 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:02.405899 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:02.405904 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:02.405907 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:02.405918 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:02.405943 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:02.405946 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:02.405949 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:02.405951 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 14:51:02.405956 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:02.405958 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 14:51:02.405960 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:02.405906 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:02.405879 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:02.405972 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:02.405983 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:02.405983 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:02.405991 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:02.405996 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 14:51:02.406001 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:02.405900 3796 default_node_network_controller.go:944] Gateway and management port readiness took 71.320604ms I0512 14:51:02.406004 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 14:51:02.406011 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:02.405919 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:02.406017 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:02.406023 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 14:51:02.406026 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:02.406018 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:02.406031 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:02.406036 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:02.405997 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:02.406041 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:02.406047 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:02.406050 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:02.406052 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 14:51:02.406059 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:02.405968 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:02.406054 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:02.406067 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:02.405962 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 14:51:02.406076 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:02.406079 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:02.406085 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:02.406082 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 14:51:02.406087 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:02.406044 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:02.406102 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 14:51:02.406102 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:02.406105 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 14:51:02.406118 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:02.406121 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:02.406125 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:02.406129 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:02.406024 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:02.406133 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:02.406139 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:02.406034 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:02.406140 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:02.406061 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:02.406153 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:02.406158 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:02.406164 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 14:51:02.406089 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:02.406194 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 14:51:02.406194 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 14:51:02.406194 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 14:51:02.406041 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:02.406204 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 14:51:02.406226 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 14:51:02.406228 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0512 14:51:02.406250 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0512 14:51:02.406139 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 14:51:02.405990 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:02.406318 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 14:51:02.406121 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 14:51:02.406323 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:02.406335 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 14:51:02.405947 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:02.406348 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:02.406360 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:02.406103 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 14:51:02.406027 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:02.406050 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:02.406431 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:02.405892 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:02.406503 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:02.406510 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 14:51:02.406066 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:02.406069 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:02.406577 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:02.406073 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:02.406075 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 14:51:02.405970 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:02.406003 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:02.406719 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:02.406729 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 14:51:02.406090 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:02.406105 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:02.406782 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 14:51:02.406105 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:02.406025 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 14:51:02.406816 3796 node_ip_handler_linux.go:160] Node IP manager is running I0512 14:51:02.406107 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:02.406835 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:02.406007 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 14:51:02.405907 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:02.406118 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:02.406948 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:02.406125 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 14:51:02.406121 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:02.407051 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:02.406149 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:02.406149 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 14:51:02.406208 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 14:51:02.406207 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) W0512 14:51:02.448985 3796 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 14:51:02.449268 3796 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 14:51:02.449544 3796 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0512 14:51:02.458046 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 14:51:02.458068 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 14:51:02.458089 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 14:51:02.458100 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 14:51:02.458109 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 14:51:02.502157 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 14:51:02.502191 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 14:51:02.502198 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 14:51:02.502207 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 14:51:02.502229 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 14:51:02.502254 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 14:51:02.546353 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 14:51:02.546402 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 14:51:02.546412 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 14:51:02.546418 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 14:51:02.546437 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 14:51:02.546455 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 14:51:02.546465 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 14:51:02.546470 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 14:51:03.693488 3796 default_node_network_controller.go:1380] Starting node controller node sync W0512 14:51:03.693553 3796 egressip_healthcheck.go:76] Health checking using insecure connection I0512 14:51:03.693614 3796 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0512 14:51:03.706018 3796 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.507537ms I0512 14:51:03.706201 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0512 14:51:03.706217 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 14:51:03.712147 3796 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 14:51:03.712467 3796 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 14:51:03.712590 3796 egressservice_node.go:183] Starting Egress Services Controller I0512 14:51:03.712606 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 14:51:03.712631 3796 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 14:51:03.712639 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 14:51:03.712644 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 14:51:03.712651 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 14:51:03.712656 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 14:51:03.712660 3796 egressservice_node.go:197] Repairing Egress Services I0512 14:51:03.723629 3796 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 14:51:03.723647 3796 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 14:51:03.723971 3796 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 14:51:03.723986 3796 link_network_manager.go:119] Link manager is running I0512 14:51:03.723995 3796 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 14:51:03.724288 3796 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 14:51:03.724886 3796 vrf_manager.go:128] VRF manager is running I0512 14:51:03.725000 3796 node_controller_manager.go:437] Removing flows to drop GARP I0512 14:51:03.725009 3796 gateway.go:532] Reconciling gateway with updates I0512 14:51:03.740395 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:03.740413 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 14:51:03.740431 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 14:51:03.740428 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:03.740438 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 14:51:03.740444 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 14:51:03.740446 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:03.740395 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 14:51:03.740431 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:03.740464 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 14:51:03.740465 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 14:51:03.740472 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 14:51:03.740471 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:03.740475 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 14:51:03.740479 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:03.740479 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:03.740489 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 14:51:03.740491 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:03.740494 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:03.740493 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:03.740501 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 14:51:03.740503 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 14:51:03.740508 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:03.740509 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 14:51:03.740508 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:03.740519 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 14:51:03.740522 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:51:03.740525 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 14:51:03.740429 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:03.740534 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 14:51:03.740546 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 14:51:03.740561 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 14:51:03.740578 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:03.740578 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:03.740586 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:03.740582 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:03.740594 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 14:51:03.740598 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 14:51:03.740597 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:03.740606 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 14:51:03.740609 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:03.740612 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 14:51:03.740615 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:03.740619 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:03.740622 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 14:51:03.740625 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 14:51:03.740628 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 14:51:03.740630 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:03.740633 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 14:51:03.740640 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 14:51:03.740642 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:03.740461 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:03.740654 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 14:51:03.740655 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:03.740660 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 14:51:03.740594 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 14:51:03.740660 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:03.740668 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 14:51:03.740675 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 14:51:03.740680 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:03.740599 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 14:51:03.740690 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:03.740690 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 14:51:03.740691 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:03.740699 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 14:51:03.740700 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:03.740703 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:03.740706 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:03.740708 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 14:51:03.740712 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 14:51:03.740709 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:03.740719 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 14:51:03.740719 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 14:51:03.740497 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 14:51:03.740732 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 14:51:03.740734 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:03.740752 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 14:51:03.740448 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 14:51:03.740780 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 14:51:03.740781 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:03.740781 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:03.740792 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:03.740799 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 14:51:03.740479 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 14:51:03.740782 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:03.740819 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 14:51:03.740798 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:03.740845 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 14:51:03.740465 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:03.740879 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 14:51:03.740498 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 14:51:03.740651 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:03.740953 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 14:51:03.740689 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 30782 is already open, no action needed I0512 14:51:03.740965 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 14:51:03.740984 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0512 14:51:03.740710 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:03.741060 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 14:51:03.740715 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 14:51:03.750202 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 14:51:03.750272 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 14:51:03.750298 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 14:51:03.750313 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 14:51:03.750321 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 14:51:03.750329 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 14:51:03.750354 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 14:51:03.750378 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 14:51:03.750388 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 14:51:03.750398 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 14:51:03.750408 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 14:51:03.750416 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 14:51:03.750425 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 14:51:03.750434 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 14:51:03.750443 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 14:51:03.750451 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 14:51:03.792695 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 14:51:03.792729 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 14:51:03.792739 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 14:51:03.792754 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 14:51:03.792763 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 14:51:03.792773 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 14:51:03.792783 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 14:51:03.792794 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 14:51:03.792806 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 14:51:03.792815 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 14:51:03.792823 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 14:51:03.792831 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 14:51:03.792865 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 14:51:03.792874 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 14:51:03.792879 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 14:51:03.792886 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 14:51:03.841619 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 14:51:03.841634 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 14:51:03.841654 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 14:51:04.274078 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:51:04.274130 3796 node_tracker.go:235] Node ip-10-0-2-72.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-72.ec2.internal" I0512 14:51:04.274134 3796 default_network_controller.go:1025] Node "ip-10-0-2-72.ec2.internal" in remote zone "ip-10-0-2-72.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:51:04.274146 3796 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:04.274162 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:51:04.431574 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:51:04.431616 3796 default_network_controller.go:1025] Node "ip-10-0-2-72.ec2.internal" in remote zone "ip-10-0-2-72.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 14:51:04.431634 3796 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:04.431646 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:51:04.432705 3796 zone_ic_handler.go:195] Time taken to create transit switch: 323.538µs I0512 14:51:04.432725 3796 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-72.ec2.internal for the network default I0512 14:51:04.433802 3796 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-72.ec2.internal" on network "default" took: 1.432229ms I0512 14:51:05.108234 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0512 14:51:05.108274 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 50.037µs I0512 14:51:05.476910 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-215.ec2.internal I0512 14:51:05.476956 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-215.ec2.internal: 55.778µs I0512 14:51:05.532325 3796 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5f6786f58d-kxfrf] creating logical port openshift-image-registry_image-registry-5f6786f58d-kxfrf for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:05.532469 3796 kube.go:256] Updating pod openshift-image-registry/image-registry-5f6786f58d-kxfrf I0512 14:51:05.595805 3796 pod.go:62] [openshift-image-registry/image-registry-5f6786f58d-kxfrf] pod update took 63.362387ms I0512 14:51:05.595832 3796 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5f6786f58d-kxfrf] addLogicalPort annotation time took 63.397248ms I0512 14:51:05.597161 3796 pods.go:271] [openshift-image-registry/image-registry-5f6786f58d-kxfrf] addLogicalPort took 64.851067ms, libovsdb time 1.030605ms I0512 14:51:05.601408 3796 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-77496dfb89-jfklx] creating logical port openshift-ingress_router-default-77496dfb89-jfklx for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:05.601536 3796 kube.go:256] Updating pod openshift-ingress/router-default-77496dfb89-jfklx I0512 14:51:05.676820 3796 pod.go:62] [openshift-ingress/router-default-77496dfb89-jfklx] pod update took 75.317893ms I0512 14:51:05.676845 3796 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-77496dfb89-jfklx] addLogicalPort annotation time took 75.350055ms I0512 14:51:05.678009 3796 pods.go:271] [openshift-ingress/router-default-77496dfb89-jfklx] addLogicalPort took 76.614008ms, libovsdb time 869.965µs I0512 14:51:05.703753 3796 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lhj9q] creating logical port openshift-dns_dns-default-lhj9q for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:05.703867 3796 kube.go:256] Updating pod openshift-dns/dns-default-lhj9q I0512 14:51:05.706199 3796 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vqxjl] creating logical port openshift-ingress-canary_ingress-canary-vqxjl for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:05.706345 3796 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vqxjl I0512 14:51:05.753890 3796 pod.go:62] [openshift-ingress-canary/ingress-canary-vqxjl] pod update took 47.57566ms I0512 14:51:05.753943 3796 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vqxjl] addLogicalPort annotation time took 47.612166ms I0512 14:51:05.755293 3796 pods.go:271] [openshift-ingress-canary/ingress-canary-vqxjl] addLogicalPort took 49.106105ms, libovsdb time 987.92µs I0512 14:51:05.759693 3796 pod.go:62] [openshift-dns/dns-default-lhj9q] pod update took 55.857034ms I0512 14:51:05.759714 3796 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lhj9q] addLogicalPort annotation time took 55.888506ms I0512 14:51:05.760813 3796 pods.go:271] [openshift-dns/dns-default-lhj9q] addLogicalPort took 57.078298ms, libovsdb time 789.433µs I0512 14:51:05.994039 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0512 14:51:05.994057 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0512 14:51:05.994065 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 32.555µs I0512 14:51:05.994039 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 10.0.2.72 to PMTUD blocking rules I0512 14:51:05.994084 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 14:51:05.994108 3796 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0512 14:51:05.994044 3796 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0512 14:51:05.994123 3796 services_controller.go:574] Full service sync requested for network=default I0512 14:51:06.000499 3796 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-72.ec2.internal. Updating no re-route policies I0512 14:51:06.024919 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 10.0.2.72 to PMTUD blocking rules I0512 14:51:06.024956 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 14:51:06.116905 3796 cni.go:452] [openshift-ingress-canary/ingress-canary-vqxjl 21df6adec6fcd7c3bea4da0b309215e71c1b0dd82e921b88382610196e6ad8dc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vqxjl 21df6adec6fcd7c3bea4da0b309215e71c1b0dd82e921b88382610196e6ad8dc network default NAD default NAD key ] I0512 14:51:06.158386 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vqxjl, hostIfaceName: 21df6adec6fcd7c, network: default, NAD default, SandboxID: "21df6adec6fcd7c3bea4da0b309215e71c1b0dd82e921b88382610196e6ad8dc", PCI device ID: , UID: "47d66a43-f99a-4fbe-9d7c-4c4880fe51f6", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0512 14:51:06.219820 3796 cni.go:473] [openshift-ingress-canary/ingress-canary-vqxjl 21df6adec6fcd7c3bea4da0b309215e71c1b0dd82e921b88382610196e6ad8dc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vqxjl 21df6adec6fcd7c3bea4da0b309215e71c1b0dd82e921b88382610196e6ad8dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:60:76:8e:f7:2a\",\"name\":\"21df6adec6fcd7c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d022c9a-28d5-4f7b-8f9b-7d3a38e5ac74\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:09.395850 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0512 14:51:09.395882 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 41.86µs W0512 14:51:15.798709 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:15.819424 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0512 14:51:15.896832 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 14:51:17.133030 3796 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 14:51:17.133900 3796 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 844.106µs I0512 14:51:17.155536 3796 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 14:51:17.243682 3796 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-l92pq for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:17.243772 3796 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq I0512 14:51:17.265312 3796 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq] pod update took 21.563925ms I0512 14:51:17.265339 3796 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq] addLogicalPort annotation time took 21.598394ms I0512 14:51:17.266456 3796 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq] addLogicalPort took 22.795243ms, libovsdb time 833.601µs I0512 14:51:17.368861 3796 namespace.go:98] [openshift-service-ca] adding namespace I0512 14:51:17.369730 3796 namespace.go:102] [openshift-service-ca] adding namespace took 840.362µs I0512 14:51:17.394819 3796 namespace.go:142] [openshift-service-ca] updating namespace I0512 14:51:17.653235 3796 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq 17275c70c9eb4a516030cd33826084e8812f0d7a89604880f5bdacd59b4a69a9 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq 17275c70c9eb4a516030cd33826084e8812f0d7a89604880f5bdacd59b4a69a9 network default NAD default NAD key ] I0512 14:51:17.663199 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-l92pq, hostIfaceName: 17275c70c9eb4a5, network: default, NAD default, SandboxID: "17275c70c9eb4a516030cd33826084e8812f0d7a89604880f5bdacd59b4a69a9", PCI device ID: , UID: "a77004bc-9716-4e5c-9962-bb995244b02f", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] W0512 14:51:17.702726 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 14:51:17.714306 3796 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq 17275c70c9eb4a516030cd33826084e8812f0d7a89604880f5bdacd59b4a69a9 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l92pq 17275c70c9eb4a516030cd33826084e8812f0d7a89604880f5bdacd59b4a69a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:37:38:17:a0:d3\",\"name\":\"17275c70c9eb4a5\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70912a03-5112-4643-8a85-e6fa4e5fa1c4\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:51:26.886213 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 14:51:34.481297 3796 cni.go:452] [kube-system/global-pull-secret-syncer-sj6nl 1a973a3d5ebb9561d41b65ce390603f62a0b5d73ba66f2015fbfbc0c7bb97150 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-sj6nl 1a973a3d5ebb9561d41b65ce390603f62a0b5d73ba66f2015fbfbc0c7bb97150 network default NAD default NAD key ] I0512 14:51:34.493186 3796 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-sj6nl, hostIfaceName: 1a973a3d5ebb956, network: default, NAD default, SandboxID: "1a973a3d5ebb9561d41b65ce390603f62a0b5d73ba66f2015fbfbc0c7bb97150", PCI device ID: , UID: "dcdcffbe-3a15-4225-a6b5-d373ea69ad58", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0512 14:51:34.495794 3796 cni.go:452] [openshift-multus/network-metrics-daemon-56nrt c9eb18fa2642ea9ee64c6a86c37e7c15d68f3f8d7948750cd77923ef0d73018a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-56nrt c9eb18fa2642ea9ee64c6a86c37e7c15d68f3f8d7948750cd77923ef0d73018a network default NAD default NAD key ] I0512 14:51:34.507319 3796 cni.go:452] [openshift-network-diagnostics/network-check-target-6jp69 2d96ae6ead63e40a30b28fda99655654805cc0018d2d9b0e8c77f4e12651fdaa network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-6jp69 2d96ae6ead63e40a30b28fda99655654805cc0018d2d9b0e8c77f4e12651fdaa network default NAD default NAD key ] I0512 14:51:34.507477 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-56nrt, hostIfaceName: c9eb18fa2642ea9, network: default, NAD default, SandboxID: "c9eb18fa2642ea9ee64c6a86c37e7c15d68f3f8d7948750cd77923ef0d73018a", PCI device ID: , UID: "a6128783-efcd-4aa2-9523-bcaa7ec16c56", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0512 14:51:34.519315 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-6jp69, hostIfaceName: 2d96ae6ead63e40, network: default, NAD default, SandboxID: "2d96ae6ead63e40a30b28fda99655654805cc0018d2d9b0e8c77f4e12651fdaa", PCI device ID: , UID: "72c5c378-0a1e-45c2-972e-242424836954", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0512 14:51:34.546701 3796 cni.go:473] [kube-system/global-pull-secret-syncer-sj6nl 1a973a3d5ebb9561d41b65ce390603f62a0b5d73ba66f2015fbfbc0c7bb97150 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-sj6nl 1a973a3d5ebb9561d41b65ce390603f62a0b5d73ba66f2015fbfbc0c7bb97150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:18:9c:79:8e:5d\",\"name\":\"1a973a3d5ebb956\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a70c408-3445-4cdc-84ec-82de05cc8314\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:34.564606 3796 cni.go:473] [openshift-multus/network-metrics-daemon-56nrt c9eb18fa2642ea9ee64c6a86c37e7c15d68f3f8d7948750cd77923ef0d73018a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-56nrt c9eb18fa2642ea9ee64c6a86c37e7c15d68f3f8d7948750cd77923ef0d73018a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:cc:ab:d9:ff:f7\",\"name\":\"c9eb18fa2642ea9\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4653303a-7b69-46b6-aaf3-9bb1d321ea9f\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:34.582187 3796 cni.go:473] [openshift-network-diagnostics/network-check-target-6jp69 2d96ae6ead63e40a30b28fda99655654805cc0018d2d9b0e8c77f4e12651fdaa network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-6jp69 2d96ae6ead63e40a30b28fda99655654805cc0018d2d9b0e8c77f4e12651fdaa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4e:3d:39:72:30\",\"name\":\"2d96ae6ead63e40\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4119d111-7cc1-4f30-9ecc-589dd46e88d2\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:38.886139 3796 cni.go:452] [openshift-dns/dns-default-lhj9q 8ef0a41f3f6492dc76e31d87ceba122918db5ec6dcc21952826822ab94509150 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lhj9q 8ef0a41f3f6492dc76e31d87ceba122918db5ec6dcc21952826822ab94509150 network default NAD default NAD key ] I0512 14:51:38.889366 3796 cni.go:452] [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key ] I0512 14:51:38.890108 3796 cni.go:452] [openshift-ingress/router-default-77496dfb89-jfklx 0dd1d91d1f1468b1ffc52503768508973ef844e763732a481720ad5665fe3674 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-77496dfb89-jfklx 0dd1d91d1f1468b1ffc52503768508973ef844e763732a481720ad5665fe3674 network default NAD default NAD key ] I0512 14:51:38.899497 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lhj9q, hostIfaceName: 8ef0a41f3f6492d, network: default, NAD default, SandboxID: "8ef0a41f3f6492dc76e31d87ceba122918db5ec6dcc21952826822ab94509150", PCI device ID: , UID: "1d30a0ab-fb7c-4a70-a7f2-2a68b2e33e79", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0512 14:51:38.905911 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-77496dfb89-jfklx, hostIfaceName: 0dd1d91d1f1468b, network: default, NAD default, SandboxID: "0dd1d91d1f1468b1ffc52503768508973ef844e763732a481720ad5665fe3674", PCI device ID: , UID: "cede6be2-ee0f-4cee-8344-0e0545c9d139", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0512 14:51:38.906259 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5f6786f58d-kxfrf, hostIfaceName: e04ec72daf0874e, network: default, NAD default, SandboxID: "e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f", PCI device ID: , UID: "f980d106-c05f-4349-bd82-d3172401135d", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0512 14:51:38.958493 3796 cni.go:473] [openshift-dns/dns-default-lhj9q 8ef0a41f3f6492dc76e31d87ceba122918db5ec6dcc21952826822ab94509150 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lhj9q 8ef0a41f3f6492dc76e31d87ceba122918db5ec6dcc21952826822ab94509150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:21:ae:04:40:bf\",\"name\":\"8ef0a41f3f6492d\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/631bb53d-8eb8-430c-b5e5-9578d6b21c9a\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:39.184859 3796 cni.go:473] [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2b:82:19:2f:f4\",\"name\":\"e04ec72daf0874e\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ee3f089-a10d-47d6-ba5b-7176c144484c\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:39.184861 3796 cni.go:473] [openshift-ingress/router-default-77496dfb89-jfklx 0dd1d91d1f1468b1ffc52503768508973ef844e763732a481720ad5665fe3674 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-77496dfb89-jfklx 0dd1d91d1f1468b1ffc52503768508973ef844e763732a481720ad5665fe3674 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:6d:00:65:63:d4\",\"name\":\"0dd1d91d1f1468b\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35f2be86-1367-425f-ab43-d53978257c63\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:51:39.607072 3796 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 14:51:39.723996 3796 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-q72pq] creating logical port openshift-insights_insights-runtime-extractor-q72pq for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:39.724132 3796 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-q72pq I0512 14:51:39.762197 3796 pod.go:62] [openshift-insights/insights-runtime-extractor-q72pq] pod update took 38.100931ms I0512 14:51:39.762223 3796 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-q72pq] addLogicalPort annotation time took 38.131099ms I0512 14:51:39.763399 3796 pods.go:271] [openshift-insights/insights-runtime-extractor-q72pq] addLogicalPort took 39.420383ms, libovsdb time 888.58µs W0512 14:51:39.911879 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:39.964287 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 14:51:39.964311 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 14:51:40.019746 3796 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 14:51:40.083591 3796 cni.go:452] [openshift-insights/insights-runtime-extractor-q72pq 64a8c7130d37807141721c0c872099c1e4f266cf820b0d60c6c0ab698ee752e7 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-q72pq 64a8c7130d37807141721c0c872099c1e4f266cf820b0d60c6c0ab698ee752e7 network default NAD default NAD key ] I0512 14:51:40.093340 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-q72pq, hostIfaceName: 64a8c7130d37807, network: default, NAD default, SandboxID: "64a8c7130d37807141721c0c872099c1e4f266cf820b0d60c6c0ab698ee752e7", PCI device ID: , UID: "af090f2a-ed51-45e6-a521-c2d5375fd75c", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0512 14:51:40.143464 3796 cni.go:473] [openshift-insights/insights-runtime-extractor-q72pq 64a8c7130d37807141721c0c872099c1e4f266cf820b0d60c6c0ab698ee752e7 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-q72pq 64a8c7130d37807141721c0c872099c1e4f266cf820b0d60c6c0ab698ee752e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:50:88:1b:06:78\",\"name\":\"64a8c7130d37807\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fff72881-05aa-443e-a862-c71d21bb2860\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:51:41.075114 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 14:51:41.075135 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 14:51:41.161890 3796 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 14:51:41.176707 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 14:51:41.176727 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 14:51:41.176733 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 14:51:41.788188 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:51:41.788840 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:51:41.820082 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:51:41.820108 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b69c6b595-56477 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:51:41.828087 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b69c6b595-56477 I0512 14:51:41.828111 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b69c6b595-56477 W0512 14:51:41.919131 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:41.919159 3796 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:41.919165 3796 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:42.777247 3796 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 14:51:43.815909 3796 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:43.815950 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:43.815956 3796 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.058966 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.058989 3796 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:44.058994 3796 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0512 14:51:44.250146 3796 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-qfd2s] creating logical port openshift-console_downloads-5c54f4944f-qfd2s for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:44.250241 3796 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-qfd2s I0512 14:51:44.278282 3796 pod.go:62] [openshift-console/downloads-5c54f4944f-qfd2s] pod update took 28.065559ms I0512 14:51:44.278315 3796 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-qfd2s] addLogicalPort annotation time took 28.104993ms I0512 14:51:44.279464 3796 pods.go:271] [openshift-console/downloads-5c54f4944f-qfd2s] addLogicalPort took 29.339112ms, libovsdb time 836.243µs I0512 14:51:44.405563 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-xcqtz for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:44.405659 3796 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz I0512 14:51:44.446719 3796 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz] pod update took 41.082674ms I0512 14:51:44.446746 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz] addLogicalPort annotation time took 41.118047ms I0512 14:51:44.447940 3796 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz] addLogicalPort took 42.376989ms, libovsdb time 830.597µs I0512 14:51:44.608026 3796 cni.go:452] [openshift-console/downloads-5c54f4944f-qfd2s 62f0889febc35d99b0acd16a4e6f1a01428714e265e96dfd7bcf94bd3eadf9d4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-qfd2s 62f0889febc35d99b0acd16a4e6f1a01428714e265e96dfd7bcf94bd3eadf9d4 network default NAD default NAD key ] I0512 14:51:44.617540 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-qfd2s, hostIfaceName: 62f0889febc35d9, network: default, NAD default, SandboxID: "62f0889febc35d99b0acd16a4e6f1a01428714e265e96dfd7bcf94bd3eadf9d4", PCI device ID: , UID: "25d393b6-d2bb-4030-8476-8d3f0043c029", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0512 14:51:44.668199 3796 cni.go:473] [openshift-console/downloads-5c54f4944f-qfd2s 62f0889febc35d99b0acd16a4e6f1a01428714e265e96dfd7bcf94bd3eadf9d4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-qfd2s 62f0889febc35d99b0acd16a4e6f1a01428714e265e96dfd7bcf94bd3eadf9d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3f:28:f3:73:3c\",\"name\":\"62f0889febc35d9\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3ae73f5-153f-48ff-a36e-f4baf0c38108\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:44.764793 3796 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz 73fdb6ce6f06927add295aab7497bd7f578885e917a7435aff589231c476c8c1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz 73fdb6ce6f06927add295aab7497bd7f578885e917a7435aff589231c476c8c1 network default NAD default NAD key ] I0512 14:51:44.774391 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-xcqtz, hostIfaceName: 73fdb6ce6f06927, network: default, NAD default, SandboxID: "73fdb6ce6f06927add295aab7497bd7f578885e917a7435aff589231c476c8c1", PCI device ID: , UID: "241a9379-46ce-4d5c-97b7-397184f6c872", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0512 14:51:44.823598 3796 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz 73fdb6ce6f06927add295aab7497bd7f578885e917a7435aff589231c476c8c1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xcqtz 73fdb6ce6f06927add295aab7497bd7f578885e917a7435aff589231c476c8c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:36:13:60:19:d7\",\"name\":\"73fdb6ce6f06927\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b9de8a-850b-4196-8ed2-7400541e015e\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:51:46.822852 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:46.822879 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:46.945061 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 14:51:46.980396 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 14:51:48.562948 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-zbvz8] creating logical port openshift-monitoring_prometheus-operator-76b589d668-zbvz8 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:48.563055 3796 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-zbvz8 I0512 14:51:48.581047 3796 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-zbvz8] pod update took 18.018506ms I0512 14:51:48.581077 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-zbvz8] addLogicalPort annotation time took 18.052686ms I0512 14:51:48.582283 3796 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-zbvz8] addLogicalPort took 19.373983ms, libovsdb time 895.346µs W0512 14:51:48.728192 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:51:48.728222 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 14:51:49.525343 3796 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-zbvz8 cd6d31a509dd4c8a678b67e8f47974bac83d0a28a058bf8acb1338b01d6afabe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-zbvz8 cd6d31a509dd4c8a678b67e8f47974bac83d0a28a058bf8acb1338b01d6afabe network default NAD default NAD key ] I0512 14:51:49.534670 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-zbvz8, hostIfaceName: cd6d31a509dd4c8, network: default, NAD default, SandboxID: "cd6d31a509dd4c8a678b67e8f47974bac83d0a28a058bf8acb1338b01d6afabe", PCI device ID: , UID: "d7707e4d-2015-4d58-afd0-2aa96d4c019f", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0512 14:51:49.586392 3796 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-zbvz8 cd6d31a509dd4c8a678b67e8f47974bac83d0a28a058bf8acb1338b01d6afabe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-zbvz8 cd6d31a509dd4c8a678b67e8f47974bac83d0a28a058bf8acb1338b01d6afabe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f3:b3:ec:37:96\",\"name\":\"cd6d31a509dd4c8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c72e8dff-c7fa-461f-8e81-44cd3944afb1\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:51:52.927678 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.927704 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 14:51:52.927714 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 14:51:54.745819 3796 base_network_controller_pods.go:487] [default/openshift-console/console-6b6d47dd7b-nvgmd] creating logical port openshift-console_console-6b6d47dd7b-nvgmd for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:54.745963 3796 kube.go:256] Updating pod openshift-console/console-6b6d47dd7b-nvgmd I0512 14:51:54.768277 3796 pod.go:62] [openshift-console/console-6b6d47dd7b-nvgmd] pod update took 22.374107ms I0512 14:51:54.768304 3796 base_network_controller_pods.go:951] [default/openshift-console/console-6b6d47dd7b-nvgmd] addLogicalPort annotation time took 22.407771ms I0512 14:51:54.769447 3796 pods.go:271] [openshift-console/console-6b6d47dd7b-nvgmd] addLogicalPort took 23.64594ms, libovsdb time 833.685µs I0512 14:51:55.107536 3796 cni.go:452] [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key ] I0512 14:51:55.117402 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b6d47dd7b-nvgmd, hostIfaceName: 2737e30221a869a, network: default, NAD default, SandboxID: "2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23", PCI device ID: , UID: "0a148f40-c713-4e2e-9fb0-d8be37b3bb7d", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0512 14:51:55.169779 3796 cni.go:473] [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:8a:35:fa:6f:a6\",\"name\":\"2737e30221a869a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df8c7245-13a1-470c-b0a8-0886944e3f26\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:55.418198 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:55.418311 3796 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 14:51:55.444232 3796 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.959486ms I0512 14:51:55.444252 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.984873ms I0512 14:51:55.445356 3796 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.17899ms, libovsdb time 801.13µs I0512 14:51:56.382093 3796 cni.go:452] [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key ] I0512 14:51:56.393732 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 85583a43a8ee3cc, network: default, NAD default, SandboxID: "85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3", PCI device ID: , UID: "c45bc126-be8a-4812-a000-eb16fdc2101f", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0512 14:51:56.450296 3796 cni.go:473] [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:db:1c:29:e2:cd\",\"name\":\"85583a43a8ee3cc\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4908723c-a641-44a6-9a00-1a4b86247a54\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:57.270964 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6545b54c68-qw7gk] creating logical port openshift-monitoring_thanos-querier-6545b54c68-qw7gk for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:57.271191 3796 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6545b54c68-qw7gk I0512 14:51:57.326335 3796 pod.go:62] [openshift-monitoring/thanos-querier-6545b54c68-qw7gk] pod update took 55.22324ms I0512 14:51:57.326359 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6545b54c68-qw7gk] addLogicalPort annotation time took 55.253325ms I0512 14:51:57.327827 3796 pods.go:271] [openshift-monitoring/thanos-querier-6545b54c68-qw7gk] addLogicalPort took 56.904098ms, libovsdb time 1.125084ms I0512 14:51:57.629463 3796 cni.go:452] [openshift-monitoring/thanos-querier-6545b54c68-qw7gk 277892fb7f7aeed022998ed53de879e3350e5804d17dc8fa093ddf9474b1538a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6545b54c68-qw7gk 277892fb7f7aeed022998ed53de879e3350e5804d17dc8fa093ddf9474b1538a network default NAD default NAD key ] I0512 14:51:57.640733 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6545b54c68-qw7gk, hostIfaceName: 277892fb7f7aeed, network: default, NAD default, SandboxID: "277892fb7f7aeed022998ed53de879e3350e5804d17dc8fa093ddf9474b1538a", PCI device ID: , UID: "d5ac935a-c684-48cc-be0b-26f454a28122", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0512 14:51:57.695001 3796 cni.go:473] [openshift-monitoring/thanos-querier-6545b54c68-qw7gk 277892fb7f7aeed022998ed53de879e3350e5804d17dc8fa093ddf9474b1538a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6545b54c68-qw7gk 277892fb7f7aeed022998ed53de879e3350e5804d17dc8fa093ddf9474b1538a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ca:bb:36:2f:76\",\"name\":\"277892fb7f7aeed\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c814ab6-2a2f-4d1d-ba45-92c3856bf97d\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:58.782954 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-82rz6 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:58.783102 3796 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6 I0512 14:51:58.800972 3796 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6] pod update took 17.905496ms I0512 14:51:58.800997 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6] addLogicalPort annotation time took 17.938631ms I0512 14:51:58.802228 3796 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6] addLogicalPort took 19.323161ms, libovsdb time 922.887µs W0512 14:51:58.910127 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 14:51:58.910159 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 14:51:59.356283 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5d8d485cc9-mswc7] creating logical port openshift-monitoring_metrics-server-5d8d485cc9-mswc7 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:51:59.356455 3796 kube.go:256] Updating pod openshift-monitoring/metrics-server-5d8d485cc9-mswc7 I0512 14:51:59.374114 3796 pod.go:62] [openshift-monitoring/metrics-server-5d8d485cc9-mswc7] pod update took 17.697235ms I0512 14:51:59.374144 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5d8d485cc9-mswc7] addLogicalPort annotation time took 17.732336ms I0512 14:51:59.375603 3796 pods.go:271] [openshift-monitoring/metrics-server-5d8d485cc9-mswc7] addLogicalPort took 19.340154ms, libovsdb time 1.02796ms I0512 14:51:59.718137 3796 cni.go:452] [openshift-monitoring/metrics-server-5d8d485cc9-mswc7 24954534e534bc48aaeeda1c53235d46be56d63895a501e18f51a4d58c32adf7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5d8d485cc9-mswc7 24954534e534bc48aaeeda1c53235d46be56d63895a501e18f51a4d58c32adf7 network default NAD default NAD key ] I0512 14:51:59.727768 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5d8d485cc9-mswc7, hostIfaceName: 24954534e534bc4, network: default, NAD default, SandboxID: "24954534e534bc48aaeeda1c53235d46be56d63895a501e18f51a4d58c32adf7", PCI device ID: , UID: "2b121447-7a8e-4103-83cf-1e2d66327ccd", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0512 14:51:59.747878 3796 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6 ab82935cfc67ab4530414923888b371449b9fd09387a3671e7e2a763fbd6dde5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6 ab82935cfc67ab4530414923888b371449b9fd09387a3671e7e2a763fbd6dde5 network default NAD default NAD key ] I0512 14:51:59.758818 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-82rz6, hostIfaceName: ab82935cfc67ab4, network: default, NAD default, SandboxID: "ab82935cfc67ab4530414923888b371449b9fd09387a3671e7e2a763fbd6dde5", PCI device ID: , UID: "b79118eb-86ea-48d9-a84a-f51d7c018426", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0512 14:51:59.789017 3796 cni.go:473] [openshift-monitoring/metrics-server-5d8d485cc9-mswc7 24954534e534bc48aaeeda1c53235d46be56d63895a501e18f51a4d58c32adf7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5d8d485cc9-mswc7 24954534e534bc48aaeeda1c53235d46be56d63895a501e18f51a4d58c32adf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:69:85:1a:e3:a3\",\"name\":\"24954534e534bc4\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12569cb5-e75f-4b42-95b3-5be905f8c46b\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:51:59.815759 3796 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6 ab82935cfc67ab4530414923888b371449b9fd09387a3671e7e2a763fbd6dde5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-82rz6 ab82935cfc67ab4530414923888b371449b9fd09387a3671e7e2a763fbd6dde5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f3:1e:f3:dc:12\",\"name\":\"ab82935cfc67ab4\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac3391a7-1166-4649-b759-637149f9baff\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:52:00.042957 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:00.043036 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:00.043050 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:00.077366 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 14:52:00.505459 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:52:00.505672 3796 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 14:52:00.557611 3796 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 52.026246ms I0512 14:52:00.557641 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 52.06104ms I0512 14:52:00.559015 3796 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 53.574477ms, libovsdb time 947.325µs W0512 14:52:04.022263 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 14:52:06.029686 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 14:52:07.197405 3796 cni.go:452] [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key ] I0512 14:52:07.233356 3796 cni.go:452] [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key ] I0512 14:52:07.245210 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: dadd24282433595, network: default, NAD default, SandboxID: "dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24", PCI device ID: , UID: "d9922cc0-24f8-4310-8013-7e7d198e0660", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0512 14:52:07.288595 3796 cni.go:473] [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5f6786f58d-kxfrf e04ec72daf0874e7cc405f109e57c30746790b5900319b6a8c6c9270b8300a1f network default NAD default NAD key default], result "{}", err I0512 14:52:07.301695 3796 cni.go:473] [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d3:53:86:3b:06\",\"name\":\"dadd24282433595\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc212160-8f92-4635-8318-df055b17aef2\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:52:07.329676 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:07.329780 3796 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5f6786f58d-kxfrf I0512 14:52:07.331484 3796 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5f6786f58d-kxfrf, ips: 10.128.0.6 I0512 14:52:07.331516 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:07.339989 3796 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-74db5457d7-pwrbr] creating logical port openshift-image-registry_image-registry-74db5457d7-pwrbr for pod on switch ip-10-0-1-215.ec2.internal I0512 14:52:07.340143 3796 kube.go:256] Updating pod openshift-image-registry/image-registry-74db5457d7-pwrbr I0512 14:52:07.357872 3796 pod.go:62] [openshift-image-registry/image-registry-74db5457d7-pwrbr] pod update took 17.803287ms I0512 14:52:07.357904 3796 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-74db5457d7-pwrbr] addLogicalPort annotation time took 17.843494ms I0512 14:52:07.359551 3796 pods.go:271] [openshift-image-registry/image-registry-74db5457d7-pwrbr] addLogicalPort took 19.579978ms, libovsdb time 1.232956ms W0512 14:52:08.079633 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:08.079652 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:08.107112 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 14:52:08.143058 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0512 14:52:08.150160 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:08.150191 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-kxfrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:08.157496 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f6786f58d-kxfrf I0512 14:52:08.157526 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f6786f58d-kxfrf I0512 14:52:08.692349 3796 cni.go:452] [openshift-image-registry/image-registry-74db5457d7-pwrbr a13b3dff3670b339471019b161d492dbdca77dfa1fc02d3aeb6209d84914dbd5 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-74db5457d7-pwrbr a13b3dff3670b339471019b161d492dbdca77dfa1fc02d3aeb6209d84914dbd5 network default NAD default NAD key ] I0512 14:52:08.703777 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-74db5457d7-pwrbr, hostIfaceName: a13b3dff3670b33, network: default, NAD default, SandboxID: "a13b3dff3670b339471019b161d492dbdca77dfa1fc02d3aeb6209d84914dbd5", PCI device ID: , UID: "aba95373-63c1-49c3-a64a-2f253c7eb100", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0512 14:52:08.771604 3796 cni.go:473] [openshift-image-registry/image-registry-74db5457d7-pwrbr a13b3dff3670b339471019b161d492dbdca77dfa1fc02d3aeb6209d84914dbd5 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-74db5457d7-pwrbr a13b3dff3670b339471019b161d492dbdca77dfa1fc02d3aeb6209d84914dbd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:be:d4:5f:98:2b\",\"name\":\"a13b3dff3670b33\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c33e40f-87fc-4bab-a091-9895aced0256\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:52:08.966566 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:08.966670 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:52:09.089443 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:09.089512 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 14:52:09.089528 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:09.089642 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:10.121595 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.121617 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.121623 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.121628 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:10.938665 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 14:52:10.975347 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 14:52:12.097480 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:12.097506 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:12.097512 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:12.097517 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 14:52:13.577736 3796 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-58cbbccd6-5xsps IP address from the namespace address-set, err: pod openshift-console/console-58cbbccd6-5xsps: no pod IPs found I0512 14:52:25.202400 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.202994 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.203022 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.203031 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 14:52:25.203047 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:52:25.203054 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 14:52:26.226851 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:26.226874 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:26.226889 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:26.226902 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dfqpnx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 14:52:27.112339 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 14:52:29.052538 3796 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 14:52:29.063589 3796 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 14:52:29.147479 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:29.148015 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 14:52:30.100170 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 14:52:30.153500 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:30.153524 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f6786f58d-c5t4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:30.157359 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f6786f58d-c5t4k I0512 14:52:30.157384 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f6786f58d-c5t4k W0512 14:52:31.084330 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 14:52:31.144181 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 14:52:34.250247 3796 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:34.250809 3796 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:35.110743 3796 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:35.110776 3796 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-4sg2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:35.117173 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b6d47dd7b-4sg2q I0512 14:52:35.117196 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b6d47dd7b-4sg2q I0512 14:52:36.282824 3796 cni.go:452] [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key ] I0512 14:52:36.356329 3796 cni.go:473] [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b6d47dd7b-nvgmd 2737e30221a869a08eb87b004d40ca55bf56a13aac9693cfac0931b0627d9f23 network default NAD default NAD key default], result "{}", err W0512 14:52:36.431086 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.431109 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.431116 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.431133 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.431139 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.431147 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.445354 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.445414 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:52:36.445424 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 14:52:36.474367 3796 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:36.474409 3796 pods.go:176] Deleting pod: openshift-console/console-6b6d47dd7b-nvgmd I0512 14:52:36.475945 3796 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b6d47dd7b-nvgmd, ips: 10.128.0.15 I0512 14:52:36.475979 3796 obj_retry.go:498] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:36.487247 3796 base_network_controller_pods.go:487] [default/openshift-console/console-74f55bdbfc-twx6l] creating logical port openshift-console_console-74f55bdbfc-twx6l for pod on switch ip-10-0-1-215.ec2.internal I0512 14:52:36.487382 3796 kube.go:256] Updating pod openshift-console/console-74f55bdbfc-twx6l I0512 14:52:36.506160 3796 pod.go:62] [openshift-console/console-74f55bdbfc-twx6l] pod update took 18.814541ms I0512 14:52:36.506191 3796 base_network_controller_pods.go:951] [default/openshift-console/console-74f55bdbfc-twx6l] addLogicalPort annotation time took 18.856035ms I0512 14:52:36.507461 3796 pods.go:271] [openshift-console/console-74f55bdbfc-twx6l] addLogicalPort took 20.236807ms, libovsdb time 910.399µs I0512 14:52:36.892360 3796 cni.go:452] [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key ] I0512 14:52:36.901963 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74f55bdbfc-twx6l, hostIfaceName: 4203db765888662, network: default, NAD default, SandboxID: "4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589", PCI device ID: , UID: "ea0907c4-8eae-4887-852b-7af8b306f046", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0512 14:52:36.954402 3796 cni.go:473] [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:29:06:85:ec:d0\",\"name\":\"4203db765888662\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8aec9f3-7cca-4598-9a44-de34cccca8e2\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:52:37.210706 3796 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:37.210729 3796 obj_retry.go:492] Detected object openshift-console/console-6b6d47dd7b-nvgmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:37.212891 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b6d47dd7b-nvgmd I0512 14:52:37.212905 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b6d47dd7b-nvgmd W0512 14:52:45.146153 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:45.146181 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:45.146200 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:45.146230 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:45.182220 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:45.182249 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 14:52:46.205436 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 14:52:47.250555 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 14:52:54.324355 3796 obj_retry.go:498] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:54.324910 3796 obj_retry.go:498] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:52:55.238085 3796 obj_retry.go:492] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:55.238109 3796 obj_retry.go:492] Detected object openshift-ingress/router-default-7bbb844585-lj5pv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:52:55.243543 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7bbb844585-lj5pv I0512 14:52:55.243570 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7bbb844585-lj5pv W0512 14:53:01.250288 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:53:01.250315 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:53:01.250327 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:53:01.250335 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:53:01.337816 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:53:01.337949 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 14:53:10.468287 3796 obj_retry.go:498] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:10.468865 3796 obj_retry.go:498] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:11.295835 3796 obj_retry.go:492] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:11.295866 3796 obj_retry.go:492] Detected object openshift-console/console-58cbbccd6-v2pv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:11.301478 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58cbbccd6-v2pv4 I0512 14:53:11.301507 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58cbbccd6-v2pv4 I0512 14:53:16.066972 3796 cni.go:452] [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key ] I0512 14:53:16.141185 3796 cni.go:473] [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 85583a43a8ee3cc15718f40c195326af2d57cb76c61400d75dcce216ab12bfe3 network default NAD default NAD key default], result "{}", err I0512 14:53:16.201743 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:16.201780 3796 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0512 14:53:16.203074 3796 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.16 I0512 14:53:16.203107 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:16.363371 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:16.363404 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:16.369397 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 14:53:16.369427 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 14:53:16.408414 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:53:16.408595 3796 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 14:53:16.439453 3796 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 30.898278ms I0512 14:53:16.439479 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 30.931001ms I0512 14:53:16.440737 3796 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 32.34342ms, libovsdb time 904.841µs I0512 14:53:16.771710 3796 cni.go:452] [openshift-monitoring/alertmanager-main-1 45ae6907fad1b9c74a92061b29624d6eded8f7da232f6c39b9dbb88fb0a272a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 45ae6907fad1b9c74a92061b29624d6eded8f7da232f6c39b9dbb88fb0a272a5 network default NAD default NAD key ] I0512 14:53:16.781558 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 45ae6907fad1b9c, network: default, NAD default, SandboxID: "45ae6907fad1b9c74a92061b29624d6eded8f7da232f6c39b9dbb88fb0a272a5", PCI device ID: , UID: "56afd13a-8672-4aae-af4a-400ed4b81f47", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0512 14:53:16.835496 3796 cni.go:473] [openshift-monitoring/alertmanager-main-1 45ae6907fad1b9c74a92061b29624d6eded8f7da232f6c39b9dbb88fb0a272a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 45ae6907fad1b9c74a92061b29624d6eded8f7da232f6c39b9dbb88fb0a272a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:5c:2c:92:b7:6a\",\"name\":\"45ae6907fad1b9c\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/706cc07a-49c3-4499-9dad-1f65ece05626\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:53:20.474691 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:20.475358 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:21.303509 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:21.303529 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:21.309146 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 14:53:21.309173 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0512 14:53:46.819717 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:53:46.819743 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 14:53:46.819750 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 14:53:48.116596 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:48.117205 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:53:48.428582 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:48.428608 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:53:48.436028 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 14:53:48.436055 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 14:54:03.641957 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:03.642489 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:04.663246 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:04.663270 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:09.734809 3796 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:09.735407 3796 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:10.554267 3796 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:10.554295 3796 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-d7ql8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:10.561143 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f55bdbfc-d7ql8 I0512 14:54:10.561170 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f55bdbfc-d7ql8 I0512 14:54:12.713660 3796 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 14:54:20.682753 3796 cni.go:452] [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key ] I0512 14:54:20.770609 3796 cni.go:473] [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74f55bdbfc-twx6l 4203db7658886624fcab5834b9edd995354b2978883e51e25ebbf0f73d97f589 network default NAD default NAD key default], result "{}", err I0512 14:54:20.819703 3796 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-twx6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:20.819741 3796 pods.go:176] Deleting pod: openshift-console/console-74f55bdbfc-twx6l I0512 14:54:20.821147 3796 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74f55bdbfc-twx6l, ips: 10.128.0.22 I0512 14:54:20.821178 3796 obj_retry.go:498] Detected object openshift-console/console-74f55bdbfc-twx6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:21.635403 3796 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-twx6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:21.635436 3796 obj_retry.go:492] Detected object openshift-console/console-74f55bdbfc-twx6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:21.647619 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f55bdbfc-twx6l I0512 14:54:21.647648 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f55bdbfc-twx6l I0512 14:54:23.819065 3796 cni.go:452] [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key ] I0512 14:54:23.891100 3796 cni.go:473] [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 dadd24282433595adea266e800f177fca585692f134d7f886b9cba81d187cb24 network default NAD default NAD key default], result "{}", err I0512 14:54:23.959348 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:23.959391 3796 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0512 14:54:23.960650 3796 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.20 I0512 14:54:23.960675 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:54:24.661034 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:24.661059 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:54:24.667640 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 14:54:24.667666 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 14:54:24.706161 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:54:24.706269 3796 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 14:54:24.738910 3796 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.676195ms I0512 14:54:24.738977 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.751196ms I0512 14:54:24.748203 3796 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 42.05676ms, libovsdb time 7.616279ms I0512 14:54:25.068322 3796 cni.go:452] [openshift-monitoring/prometheus-k8s-0 73f207ee0e7370029ed61284855ff89b6a1dd3a77c7c3b251ed2606089d7d915 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 73f207ee0e7370029ed61284855ff89b6a1dd3a77c7c3b251ed2606089d7d915 network default NAD default NAD key ] I0512 14:54:25.077653 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 73f207ee0e73700, network: default, NAD default, SandboxID: "73f207ee0e7370029ed61284855ff89b6a1dd3a77c7c3b251ed2606089d7d915", PCI device ID: , UID: "e33d3ea6-f3af-4d11-b46d-9f4701ce4258", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0512 14:54:25.130162 3796 cni.go:473] [openshift-monitoring/prometheus-k8s-0 73f207ee0e7370029ed61284855ff89b6a1dd3a77c7c3b251ed2606089d7d915 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 73f207ee0e7370029ed61284855ff89b6a1dd3a77c7c3b251ed2606089d7d915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a9:0c:8c:e1:18\",\"name\":\"73f207ee0e73700\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3022a561-9979-4af4-9764-b82a6ebdbd4d\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:55:25.947958 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 14:55:25.947980 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 14:55:52.229032 3796 namespace.go:98] [tsf] adding namespace I0512 14:55:52.230051 3796 namespace.go:102] [tsf] adding namespace took 994.176µs I0512 14:55:52.248891 3796 namespace.go:142] [tsf] updating namespace I0512 14:55:52.257871 3796 namespace.go:142] [tsf] updating namespace I0512 14:55:56.531891 3796 namespace.go:98] [rhtpa-operator] adding namespace I0512 14:55:56.533651 3796 namespace.go:102] [rhtpa-operator] adding namespace took 1.731534ms I0512 14:55:56.533691 3796 namespace.go:98] [cert-manager-operator] adding namespace I0512 14:55:56.534315 3796 namespace.go:102] [cert-manager-operator] adding namespace took 616.378µs I0512 14:55:56.534606 3796 namespace.go:98] [tsf-keycloak] adding namespace I0512 14:55:56.534667 3796 namespace.go:98] [tsf-tpa] adding namespace I0512 14:55:56.535233 3796 namespace.go:102] [tsf-keycloak] adding namespace took 611.693µs I0512 14:55:56.535763 3796 namespace.go:102] [tsf-tpa] adding namespace took 1.084375ms I0512 14:55:56.536853 3796 namespace.go:98] [konflux-ui] adding namespace I0512 14:55:56.536999 3796 namespace.go:98] [tsf-tas] adding namespace I0512 14:55:56.537523 3796 namespace.go:102] [konflux-ui] adding namespace took 648.522µs I0512 14:55:56.538078 3796 namespace.go:98] [rhbk-operator] adding namespace I0512 14:55:56.538152 3796 namespace.go:102] [tsf-tas] adding namespace took 1.131379ms I0512 14:55:56.538664 3796 namespace.go:102] [rhbk-operator] adding namespace took 571.846µs I0512 14:55:56.549074 3796 namespace.go:98] [konflux-operator] adding namespace I0512 14:55:56.549701 3796 namespace.go:102] [konflux-operator] adding namespace took 612.597µs I0512 14:55:56.564157 3796 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:55:56.576231 3796 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:55:56.588767 3796 namespace.go:142] [konflux-ui] updating namespace I0512 14:55:56.588852 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:56.590291 3796 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:55:56.596706 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:56.601292 3796 namespace.go:142] [konflux-operator] updating namespace I0512 14:55:56.601404 3796 namespace.go:142] [rhbk-operator] updating namespace I0512 14:55:56.606385 3796 namespace.go:142] [tsf-tas] updating namespace I0512 14:55:56.619534 3796 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:55:56.650907 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:56.667839 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:55:56.694510 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:56.707471 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:56.729497 3796 namespace.go:142] [konflux-ui] updating namespace I0512 14:55:56.763408 3796 namespace.go:142] [tsf-tas] updating namespace I0512 14:55:56.779505 3796 namespace.go:142] [konflux-ui] updating namespace I0512 14:55:56.793855 3796 namespace.go:142] [tsf-tas] updating namespace I0512 14:55:56.814802 3796 namespace.go:142] [rhbk-operator] updating namespace I0512 14:55:56.842477 3796 namespace.go:142] [rhbk-operator] updating namespace I0512 14:55:56.851460 3796 namespace.go:142] [konflux-operator] updating namespace I0512 14:55:56.885474 3796 namespace.go:142] [konflux-operator] updating namespace I0512 14:55:56.902286 3796 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:55:56.922834 3796 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:55:57.768040 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:55:57.768165 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:56:06.205946 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206535 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206562 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206573 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:06.206588 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.206596 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:06.231941 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232489 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232510 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232516 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:06.232525 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:06.232529 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:07.196460 3796 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.197010 3796 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.197036 3796 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.197047 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:07.197064 3796 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.197068 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:07.220234 3796 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220723 3796 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220745 3796 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220750 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:07.220757 3796 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:07.220760 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:07.232115 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.232136 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.232149 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.232158 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlfz96 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.263384 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.263410 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.263426 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:07.263438 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hprxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.223945 3796 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.223971 3796 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.223984 3796 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.223997 3796 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6emj9kt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.250359 3796 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.250386 3796 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.250398 3796 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:08.250408 3796 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fetmq7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:11.231487 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.232061 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.232087 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.232096 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:11.232107 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.232111 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:11.258962 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.259452 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.259484 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.259494 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 14:56:11.259509 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 14:56:11.259515 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 14:56:12.139401 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 14:56:12.378952 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.378980 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.378997 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.379007 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7w6tl7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.394229 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.394251 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.394269 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:12.394280 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365hq46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:13.108119 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 14:56:15.206967 3796 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-sv2ll for pod on switch ip-10-0-1-215.ec2.internal I0512 14:56:15.207161 3796 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll I0512 14:56:15.241571 3796 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll] pod update took 34.486422ms I0512 14:56:15.241596 3796 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll] addLogicalPort annotation time took 34.516913ms I0512 14:56:15.243073 3796 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll] addLogicalPort took 36.152588ms, libovsdb time 982.014µs I0512 14:56:15.563841 3796 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll aba88a26766f2dce8e0357decf0f52271c3effd35fd3901d7e4d2284a10d84f3 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll aba88a26766f2dce8e0357decf0f52271c3effd35fd3901d7e4d2284a10d84f3 network default NAD default NAD key ] I0512 14:56:15.573293 3796 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-7bszm for pod on switch ip-10-0-1-215.ec2.internal I0512 14:56:15.573432 3796 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm I0512 14:56:15.573437 3796 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-sv2ll, hostIfaceName: aba88a26766f2dc, network: default, NAD default, SandboxID: "aba88a26766f2dce8e0357decf0f52271c3effd35fd3901d7e4d2284a10d84f3", PCI device ID: , UID: "bf511b53-14cb-4e83-9bf2-3bf4f03db6c5", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0512 14:56:15.593240 3796 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm] pod update took 19.842897ms I0512 14:56:15.593263 3796 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm] addLogicalPort annotation time took 19.873448ms I0512 14:56:15.594488 3796 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm] addLogicalPort took 21.214785ms, libovsdb time 871.264µs I0512 14:56:15.629814 3796 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll aba88a26766f2dce8e0357decf0f52271c3effd35fd3901d7e4d2284a10d84f3 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-sv2ll aba88a26766f2dce8e0357decf0f52271c3effd35fd3901d7e4d2284a10d84f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f9:34:5e:2a:67\",\"name\":\"aba88a26766f2dc\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f065e3a7-bf65-47a7-9353-784c7c170546\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:56:15.936175 3796 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm b82f961cc2e332debb38c7c40131039eaa727607719b3a4a33be672afeb42183 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm b82f961cc2e332debb38c7c40131039eaa727607719b3a4a33be672afeb42183 network default NAD default NAD key ] I0512 14:56:15.945873 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-7bszm, hostIfaceName: b82f961cc2e332d, network: default, NAD default, SandboxID: "b82f961cc2e332debb38c7c40131039eaa727607719b3a4a33be672afeb42183", PCI device ID: , UID: "b705e2a1-dedc-4111-aae6-00e029ac784a", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0512 14:56:15.997453 3796 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm b82f961cc2e332debb38c7c40131039eaa727607719b3a4a33be672afeb42183 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-7bszm b82f961cc2e332debb38c7c40131039eaa727607719b3a4a33be672afeb42183 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b9:51:c7:d4:8d\",\"name\":\"b82f961cc2e332d\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a19e1fed-1961-4d87-bb01-32383e486205\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:56:16.024804 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=661 W0512 14:56:19.140411 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 14:56:19.431234 3796 namespace.go:98] [cert-manager] adding namespace I0512 14:56:19.432113 3796 namespace.go:102] [cert-manager] adding namespace took 857.072µs I0512 14:56:19.702690 3796 namespace.go:142] [cert-manager] updating namespace I0512 14:56:19.804797 3796 namespace.go:142] [cert-manager] updating namespace W0512 14:56:21.310918 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 14:56:21.348811 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 14:56:27.011719 3796 namespace.go:142] [openshift-operators] updating namespace I0512 14:56:27.026337 3796 namespace.go:142] [openshift-operators] updating namespace W0512 14:56:30.269720 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 14:56:31.229139 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 14:56:31.229163 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 14:56:32.577567 3796 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-6tr6r] creating logical port cert-manager_cert-manager-59c77684cc-6tr6r for pod on switch ip-10-0-1-215.ec2.internal I0512 14:56:32.577661 3796 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-6tr6r I0512 14:56:32.607900 3796 pod.go:62] [cert-manager/cert-manager-59c77684cc-6tr6r] pod update took 30.260996ms I0512 14:56:32.607948 3796 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-6tr6r] addLogicalPort annotation time took 30.314676ms I0512 14:56:32.609202 3796 pods.go:271] [cert-manager/cert-manager-59c77684cc-6tr6r] addLogicalPort took 31.654187ms, libovsdb time 876.875µs I0512 14:56:32.952021 3796 cni.go:452] [cert-manager/cert-manager-59c77684cc-6tr6r af4ebdc17f1c11bdedc5c2ed6e4aedc2632fb707264258df68ba35b223ca2331 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-6tr6r af4ebdc17f1c11bdedc5c2ed6e4aedc2632fb707264258df68ba35b223ca2331 network default NAD default NAD key ] I0512 14:56:32.961463 3796 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-6tr6r, hostIfaceName: af4ebdc17f1c11b, network: default, NAD default, SandboxID: "af4ebdc17f1c11bdedc5c2ed6e4aedc2632fb707264258df68ba35b223ca2331", PCI device ID: , UID: "56f7b50b-0bec-4bdb-b3ba-c0e7459fe20f", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0512 14:56:33.014704 3796 cni.go:473] [cert-manager/cert-manager-59c77684cc-6tr6r af4ebdc17f1c11bdedc5c2ed6e4aedc2632fb707264258df68ba35b223ca2331 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-6tr6r af4ebdc17f1c11bdedc5c2ed6e4aedc2632fb707264258df68ba35b223ca2331 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c5:c2:ff:cf:df\",\"name\":\"af4ebdc17f1c11b\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875e3563-33f9-425c-96e3-f3a1b844fc78\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:56:36.541131 3796 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 14:56:36.542048 3796 namespace.go:102] [trusted-artifact-signer] adding namespace took 891.096µs I0512 14:56:36.573604 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:56:36.596534 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:56:36.735851 3796 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-92ghs] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-92ghs for pod on switch ip-10-0-1-215.ec2.internal I0512 14:56:36.735957 3796 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-92ghs I0512 14:56:36.756807 3796 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-92ghs] pod update took 20.886861ms I0512 14:56:36.756833 3796 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-92ghs] addLogicalPort annotation time took 20.919379ms I0512 14:56:36.758061 3796 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-92ghs] addLogicalPort took 22.22595ms, libovsdb time 871.988µs I0512 14:56:37.093335 3796 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-92ghs 10c4a893e3978f9252ff381b4caede4f8832f11f6c19979f1a5162e97ac1ae83 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-92ghs 10c4a893e3978f9252ff381b4caede4f8832f11f6c19979f1a5162e97ac1ae83 network default NAD default NAD key ] I0512 14:56:37.102850 3796 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-92ghs, hostIfaceName: 10c4a893e3978f9, network: default, NAD default, SandboxID: "10c4a893e3978f9252ff381b4caede4f8832f11f6c19979f1a5162e97ac1ae83", PCI device ID: , UID: "9e671ace-3c70-4935-a59c-c2c0b464815e", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0512 14:56:37.131248 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0512 14:56:37.139301 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 14:56:37.156951 3796 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-92ghs 10c4a893e3978f9252ff381b4caede4f8832f11f6c19979f1a5162e97ac1ae83 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-92ghs 10c4a893e3978f9252ff381b4caede4f8832f11f6c19979f1a5162e97ac1ae83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e6:10:b1:0e:cb\",\"name\":\"10c4a893e3978f9\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64b7c28e-26a0-4aac-84ba-23918a402608\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:56:40.207700 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 14:56:40.495506 3796 namespace.go:142] [openshift-operators] updating namespace I0512 14:56:41.583005 3796 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-z2db6 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:56:41.583155 3796 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6 I0512 14:56:41.651572 3796 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6] pod update took 68.456475ms I0512 14:56:41.651596 3796 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6] addLogicalPort annotation time took 68.48454ms I0512 14:56:41.652804 3796 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6] addLogicalPort took 69.816373ms, libovsdb time 882.46µs I0512 14:56:41.944733 3796 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6 9816ceacda7b8bff5f018d725ca3187579bbc0bcdab5c3dc83d1f98d5d14927e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6 9816ceacda7b8bff5f018d725ca3187579bbc0bcdab5c3dc83d1f98d5d14927e network default NAD default NAD key ] I0512 14:56:41.954829 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-z2db6, hostIfaceName: 9816ceacda7b8bf, network: default, NAD default, SandboxID: "9816ceacda7b8bff5f018d725ca3187579bbc0bcdab5c3dc83d1f98d5d14927e", PCI device ID: , UID: "4a26879a-1cbb-4599-a64f-91af3afe51bf", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0512 14:56:42.011064 3796 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6 9816ceacda7b8bff5f018d725ca3187579bbc0bcdab5c3dc83d1f98d5d14927e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-z2db6 9816ceacda7b8bff5f018d725ca3187579bbc0bcdab5c3dc83d1f98d5d14927e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ee:d0:ae:e9:8d\",\"name\":\"9816ceacda7b8bf\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e25ac9a4-947f-4aba-8211-29754baee27b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:56:43.137970 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0512 14:56:43.598796 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:43.607791 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:43.626747 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 14:56:43.633862 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 14:56:53.459021 3796 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:53.459554 3796 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:56:53.496407 3796 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:53.496425 3796 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:56:53.516120 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 14:56:53.516149 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 14:56:56.981185 3796 namespace.go:98] [openshift-pipelines] adding namespace I0512 14:56:56.982100 3796 namespace.go:102] [openshift-pipelines] adding namespace took 886.317µs I0512 14:56:57.004342 3796 namespace.go:142] [openshift-pipelines] updating namespace I0512 14:56:57.722446 3796 namespace.go:142] [cert-manager] updating namespace I0512 14:56:57.953204 3796 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:56:58.348602 3796 namespace.go:142] [konflux-operator] updating namespace I0512 14:56:58.547899 3796 namespace.go:142] [konflux-ui] updating namespace I0512 14:56:58.759640 3796 namespace.go:142] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] updating namespace I0512 14:56:59.149449 3796 namespace.go:142] [rhbk-operator] updating namespace I0512 14:56:59.349530 3796 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:56:59.551869 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:56:59.754968 3796 namespace.go:142] [tsf] updating namespace I0512 14:56:59.959316 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:57:00.159991 3796 namespace.go:142] [tsf-tas] updating namespace I0512 14:57:00.356009 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:57:00.486486 3796 namespace.go:142] [cert-manager] updating namespace I0512 14:57:00.497894 3796 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:57:00.507669 3796 namespace.go:142] [default] updating namespace I0512 14:57:00.517618 3796 namespace.go:142] [konflux-operator] updating namespace I0512 14:57:00.526860 3796 namespace.go:142] [konflux-ui] updating namespace I0512 14:57:00.538894 3796 namespace.go:142] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] updating namespace I0512 14:57:00.548004 3796 namespace.go:142] [openshift] updating namespace I0512 14:57:00.563025 3796 namespace.go:142] [rhbk-operator] updating namespace I0512 14:57:00.572865 3796 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:57:00.580723 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:57:00.596763 3796 namespace.go:142] [tsf] updating namespace I0512 14:57:00.605032 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:57:00.619945 3796 namespace.go:142] [tsf-tas] updating namespace I0512 14:57:00.643988 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:57:00.750003 3796 namespace.go:142] [cert-manager] updating namespace I0512 14:57:00.839110 3796 namespace.go:142] [cert-manager-operator] updating namespace I0512 14:57:00.936418 3796 namespace.go:142] [default] updating namespace I0512 14:57:01.043452 3796 namespace.go:142] [konflux-operator] updating namespace I0512 14:57:01.142053 3796 namespace.go:142] [konflux-ui] updating namespace I0512 14:57:01.236967 3796 namespace.go:142] [open-cluster-management-2q8epmoh30l5utco31nrgb6qqrv1lp6k] updating namespace I0512 14:57:01.339013 3796 namespace.go:142] [openshift] updating namespace I0512 14:57:01.442966 3796 namespace.go:142] [rhbk-operator] updating namespace I0512 14:57:01.538841 3796 namespace.go:142] [rhtpa-operator] updating namespace I0512 14:57:01.644004 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 14:57:01.736892 3796 namespace.go:142] [tsf] updating namespace I0512 14:57:01.836844 3796 namespace.go:142] [tsf-keycloak] updating namespace I0512 14:57:01.947097 3796 namespace.go:142] [tsf-tas] updating namespace I0512 14:57:02.038918 3796 namespace.go:142] [tsf-tpa] updating namespace I0512 14:57:02.797105 3796 namespace.go:142] [openshift-pipelines] updating namespace W0512 14:57:03.261278 3796 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 14:57:04.250195 3796 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 14:57:10.639409 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-n89cq for pod on switch ip-10-0-1-215.ec2.internal I0512 14:57:10.639533 3796 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq I0512 14:57:10.660500 3796 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq] pod update took 20.991296ms I0512 14:57:10.660522 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq] addLogicalPort annotation time took 21.019219ms I0512 14:57:10.661757 3796 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq] addLogicalPort took 22.362187ms, libovsdb time 891.383µs I0512 14:57:10.749307 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv for pod on switch ip-10-0-1-215.ec2.internal I0512 14:57:10.749437 3796 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv I0512 14:57:10.773222 3796 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv] pod update took 23.823349ms I0512 14:57:10.773252 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv] addLogicalPort annotation time took 23.862ms I0512 14:57:10.774722 3796 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv] addLogicalPort took 25.433815ms, libovsdb time 939.612µs I0512 14:57:10.872330 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-6dwb4 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:57:10.872435 3796 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4 I0512 14:57:10.897201 3796 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4] pod update took 24.794125ms I0512 14:57:10.897230 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4] addLogicalPort annotation time took 24.831592ms I0512 14:57:10.898410 3796 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4] addLogicalPort took 26.099812ms, libovsdb time 796.468µs I0512 14:57:11.000268 3796 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq 0a5affd4fc08166dac6f5c377e1f4e2de5794d59d6d073cae5c399f69c0e707a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq 0a5affd4fc08166dac6f5c377e1f4e2de5794d59d6d073cae5c399f69c0e707a network default NAD default NAD key ] I0512 14:57:11.010055 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-n89cq, hostIfaceName: 0a5affd4fc08166, network: default, NAD default, SandboxID: "0a5affd4fc08166dac6f5c377e1f4e2de5794d59d6d073cae5c399f69c0e707a", PCI device ID: , UID: "df6d4c80-d0fe-4c6a-add9-b79a88b2ad9c", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0512 14:57:11.067872 3796 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq 0a5affd4fc08166dac6f5c377e1f4e2de5794d59d6d073cae5c399f69c0e707a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-n89cq 0a5affd4fc08166dac6f5c377e1f4e2de5794d59d6d073cae5c399f69c0e707a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:1c:c9:77:b6:4e\",\"name\":\"0a5affd4fc08166\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e66061ae-4f36-4e2e-b262-326c19611c28\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:57:11.110089 3796 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv 9d5a0c3ea298a574913911a009da221dc4b0daa82af326914b668335ae027603 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv 9d5a0c3ea298a574913911a009da221dc4b0daa82af326914b668335ae027603 network default NAD default NAD key ] I0512 14:57:11.120777 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv, hostIfaceName: 9d5a0c3ea298a57, network: default, NAD default, SandboxID: "9d5a0c3ea298a574913911a009da221dc4b0daa82af326914b668335ae027603", PCI device ID: , UID: "a28659e3-ff6b-4018-bc37-e8bb1c796648", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0512 14:57:11.177080 3796 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv 9d5a0c3ea298a574913911a009da221dc4b0daa82af326914b668335ae027603 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-zflbv 9d5a0c3ea298a574913911a009da221dc4b0daa82af326914b668335ae027603 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:20:2b:06:81:8d\",\"name\":\"9d5a0c3ea298a57\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca6c7a55-2719-4b8c-a8b3-8ddec037be6c\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:57:11.232449 3796 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4 e142826dc0309706d55a08e6a8335cc4271595d0073bd2e399c7034f85e8d6a4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4 e142826dc0309706d55a08e6a8335cc4271595d0073bd2e399c7034f85e8d6a4 network default NAD default NAD key ] I0512 14:57:11.242974 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-6dwb4, hostIfaceName: e142826dc030970, network: default, NAD default, SandboxID: "e142826dc0309706d55a08e6a8335cc4271595d0073bd2e399c7034f85e8d6a4", PCI device ID: , UID: "0ca056a1-efb5-4f37-9c0c-2e0e4aafa28f", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0512 14:57:11.297541 3796 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4 e142826dc0309706d55a08e6a8335cc4271595d0073bd2e399c7034f85e8d6a4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6dwb4 e142826dc0309706d55a08e6a8335cc4271595d0073bd2e399c7034f85e8d6a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:64:b7:ec:3d:7a\",\"name\":\"e142826dc030970\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdf8acd0-c0b5-470e-9ff3-a365156181a2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:57:16.436134 3796 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 14:57:16.436159 3796 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 14:57:16.436166 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 14:57:16.467022 3796 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:16.467043 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:16.467049 3796 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:17.440985 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:17.441007 3796 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:17.441012 3796 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:17.441016 3796 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:27.441509 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:27.441537 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:27.441544 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 14:57:29.456530 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:29.456555 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:29.456561 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 14:57:29.456566 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 14:57:31.527394 3796 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:57:31.527967 3796 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:57:31.547518 3796 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:57:31.547539 3796 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:57:31.554573 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 14:57:31.554602 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0512 14:57:33.537494 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 14:57:33.693640 3796 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 14:57:33.694331 3796 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 14:57:33.694356 3796 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 14:57:33.696833 3796 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 14:57:36.452245 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-smnd8] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-smnd8 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:57:36.452348 3796 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-smnd8 I0512 14:57:36.472279 3796 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-smnd8] pod update took 19.959711ms I0512 14:57:36.472302 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-smnd8] addLogicalPort annotation time took 19.989732ms I0512 14:57:36.473527 3796 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-smnd8] addLogicalPort took 21.297626ms, libovsdb time 861.451µs I0512 14:57:36.814895 3796 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-smnd8 8198dfa739dfbc1b5bcbd12087ff60d07bb6811a1c9783dd11bcee82956ac59e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-smnd8 8198dfa739dfbc1b5bcbd12087ff60d07bb6811a1c9783dd11bcee82956ac59e network default NAD default NAD key ] I0512 14:57:36.825641 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-smnd8, hostIfaceName: 8198dfa739dfbc1, network: default, NAD default, SandboxID: "8198dfa739dfbc1b5bcbd12087ff60d07bb6811a1c9783dd11bcee82956ac59e", PCI device ID: , UID: "dae595ed-bc76-4cc8-a6ed-1eb1d5138777", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0512 14:57:36.880886 3796 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-smnd8 8198dfa739dfbc1b5bcbd12087ff60d07bb6811a1c9783dd11bcee82956ac59e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-smnd8 8198dfa739dfbc1b5bcbd12087ff60d07bb6811a1c9783dd11bcee82956ac59e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d4:46:3e:d9:5a\",\"name\":\"8198dfa739dfbc1\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29313ff4-c022-470f-9482-1fe06fa3cc5b\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:57:42.581366 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 14:57:44.565547 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 14:57:44.565632 3796 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dh6hn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dh6hn: no pod IPs found W0512 14:57:48.476667 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 14:57:48.476698 3796 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 14:57:48.477870 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 14:57:48.477881 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 14:57:59.012030 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0512 14:58:02.461398 3796 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 14:58:18.102549 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 14:58:18.145804 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-tmncx] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-tmncx for pod on switch ip-10-0-1-215.ec2.internal I0512 14:58:18.145905 3796 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-tmncx I0512 14:58:18.162621 3796 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-tmncx] pod update took 16.750148ms I0512 14:58:18.162654 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-tmncx] addLogicalPort annotation time took 16.785935ms I0512 14:58:18.164214 3796 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-tmncx] addLogicalPort took 18.426042ms, libovsdb time 952.289µs I0512 14:58:18.239964 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-tnqf6 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:58:18.240121 3796 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6 I0512 14:58:18.256790 3796 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6] pod update took 16.70126ms I0512 14:58:18.256815 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6] addLogicalPort annotation time took 16.734328ms I0512 14:58:18.258166 3796 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6] addLogicalPort took 18.254133ms, libovsdb time 943.469µs I0512 14:58:18.344526 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-gbhsd for pod on switch ip-10-0-1-215.ec2.internal I0512 14:58:18.344652 3796 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd I0512 14:58:18.358241 3796 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd] pod update took 13.622615ms I0512 14:58:18.358268 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd] addLogicalPort annotation time took 13.65379ms I0512 14:58:18.359547 3796 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd] addLogicalPort took 15.037103ms, libovsdb time 846.888µs I0512 14:58:18.706029 3796 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd fd3e76540c502ff1a210cfc56bf16b81a2351c8f68b81bac9131120cd9e80389 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd fd3e76540c502ff1a210cfc56bf16b81a2351c8f68b81bac9131120cd9e80389 network default NAD default NAD key ] I0512 14:58:18.715945 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-gbhsd, hostIfaceName: fd3e76540c502ff, network: default, NAD default, SandboxID: "fd3e76540c502ff1a210cfc56bf16b81a2351c8f68b81bac9131120cd9e80389", PCI device ID: , UID: "fb5afd00-0591-4d04-ba21-c6017c905504", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0512 14:58:18.773302 3796 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd fd3e76540c502ff1a210cfc56bf16b81a2351c8f68b81bac9131120cd9e80389 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-gbhsd fd3e76540c502ff1a210cfc56bf16b81a2351c8f68b81bac9131120cd9e80389 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d3:04:f7:38:b9\",\"name\":\"fd3e76540c502ff\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51727345-ed5f-4981-b902-312be0128b78\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:58:19.112787 3796 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-tmncx da79eb837e29605fa2a8b2b55befe9c5a2d8d2ee1ade310edc1c70e4e50e121a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-tmncx da79eb837e29605fa2a8b2b55befe9c5a2d8d2ee1ade310edc1c70e4e50e121a network default NAD default NAD key ] I0512 14:58:19.122821 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-tmncx, hostIfaceName: da79eb837e29605, network: default, NAD default, SandboxID: "da79eb837e29605fa2a8b2b55befe9c5a2d8d2ee1ade310edc1c70e4e50e121a", PCI device ID: , UID: "2fb6e189-045f-45b4-b38c-31ea4cd5260c", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0512 14:58:19.180784 3796 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-tmncx da79eb837e29605fa2a8b2b55befe9c5a2d8d2ee1ade310edc1c70e4e50e121a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-tmncx da79eb837e29605fa2a8b2b55befe9c5a2d8d2ee1ade310edc1c70e4e50e121a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:4e:5e:aa:4a:54\",\"name\":\"da79eb837e29605\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3220f25c-006c-4d71-908f-45a9da258472\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:58:19.208111 3796 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6 ef6fb7055e5e1954b939b0d14165bfd2bd2c640c3d48cdb5741292f6840e5c19 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6 ef6fb7055e5e1954b939b0d14165bfd2bd2c640c3d48cdb5741292f6840e5c19 network default NAD default NAD key ] I0512 14:58:19.219341 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-tnqf6, hostIfaceName: ef6fb7055e5e195, network: default, NAD default, SandboxID: "ef6fb7055e5e1954b939b0d14165bfd2bd2c640c3d48cdb5741292f6840e5c19", PCI device ID: , UID: "c088725b-e619-4942-8e1d-947876c18afa", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0512 14:58:19.276853 3796 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6 ef6fb7055e5e1954b939b0d14165bfd2bd2c640c3d48cdb5741292f6840e5c19 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-tnqf6 ef6fb7055e5e1954b939b0d14165bfd2bd2c640c3d48cdb5741292f6840e5c19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ea:e2:b4:b0:50\",\"name\":\"ef6fb7055e5e195\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d290c149-4ee6-4341-a50c-f56425be8934\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:58:26.806747 3796 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:26.806766 3796 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:26.806772 3796 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 14:58:27.856703 3796 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:27.857307 3796 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:27.896748 3796 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:27.896772 3796 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:27.902299 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 14:58:27.902328 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 14:58:30.395804 3796 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-57f8d45554-crvvw] creating logical port tsf-tas_fulcio-server-57f8d45554-crvvw for pod on switch ip-10-0-1-215.ec2.internal I0512 14:58:30.395966 3796 kube.go:256] Updating pod tsf-tas/fulcio-server-57f8d45554-crvvw I0512 14:58:30.414695 3796 pod.go:62] [tsf-tas/fulcio-server-57f8d45554-crvvw] pod update took 18.80949ms I0512 14:58:30.414719 3796 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-57f8d45554-crvvw] addLogicalPort annotation time took 18.842501ms I0512 14:58:30.416054 3796 pods.go:271] [tsf-tas/fulcio-server-57f8d45554-crvvw] addLogicalPort took 20.266225ms, libovsdb time 887.231µs I0512 14:58:30.757472 3796 cni.go:452] [tsf-tas/fulcio-server-57f8d45554-crvvw 707f7dfed727a6afcf147aa1282ec4e3790a83bf0cc665a3b2bdbbafc222a678 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-57f8d45554-crvvw 707f7dfed727a6afcf147aa1282ec4e3790a83bf0cc665a3b2bdbbafc222a678 network default NAD default NAD key ] I0512 14:58:30.768019 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-57f8d45554-crvvw, hostIfaceName: 707f7dfed727a6a, network: default, NAD default, SandboxID: "707f7dfed727a6afcf147aa1282ec4e3790a83bf0cc665a3b2bdbbafc222a678", PCI device ID: , UID: "c1ed567d-cc3a-4f03-a48d-c595879512ee", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0512 14:58:30.824826 3796 cni.go:473] [tsf-tas/fulcio-server-57f8d45554-crvvw 707f7dfed727a6afcf147aa1282ec4e3790a83bf0cc665a3b2bdbbafc222a678 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-57f8d45554-crvvw 707f7dfed727a6afcf147aa1282ec4e3790a83bf0cc665a3b2bdbbafc222a678 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0c:d2:5f:eb:76\",\"name\":\"707f7dfed727a6a\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aa1b235-a5ad-4834-877f-f4ca4eaf0ad1\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:58:30.911915 3796 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq] creating logical port tsf-tas_trillian-logsigner-6ddfc956fd-sdzvq for pod on switch ip-10-0-1-215.ec2.internal I0512 14:58:30.912082 3796 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq I0512 14:58:30.928166 3796 pod.go:62] [tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq] pod update took 16.108703ms I0512 14:58:30.928196 3796 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq] addLogicalPort annotation time took 16.145433ms I0512 14:58:30.929573 3796 pods.go:271] [tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq] addLogicalPort took 17.682403ms, libovsdb time 959.696µs I0512 14:58:31.876430 3796 cni.go:452] [tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq fe920330ce02185cfaf9c1542f17cea7ab5acbe93f7063c1dc39e5a0538649e5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq fe920330ce02185cfaf9c1542f17cea7ab5acbe93f7063c1dc39e5a0538649e5 network default NAD default NAD key ] I0512 14:58:31.886411 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6ddfc956fd-sdzvq, hostIfaceName: fe920330ce02185, network: default, NAD default, SandboxID: "fe920330ce02185cfaf9c1542f17cea7ab5acbe93f7063c1dc39e5a0538649e5", PCI device ID: , UID: "58861693-fdc6-4cff-914a-523f1657191d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0512 14:58:31.946426 3796 cni.go:473] [tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq fe920330ce02185cfaf9c1542f17cea7ab5acbe93f7063c1dc39e5a0538649e5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6ddfc956fd-sdzvq fe920330ce02185cfaf9c1542f17cea7ab5acbe93f7063c1dc39e5a0538649e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d1:ae:60:d1:79\",\"name\":\"fe920330ce02185\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc10d215-8984-4d11-a940-0794c8e81a77\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 14:58:32.881360 3796 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l9xzp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:32.881955 3796 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l9xzp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:33.580027 3796 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-8589697d4f-fgg8v] creating logical port tsf-tas_trillian-db-8589697d4f-fgg8v for pod on switch ip-10-0-1-215.ec2.internal I0512 14:58:33.580124 3796 kube.go:256] Updating pod tsf-tas/trillian-db-8589697d4f-fgg8v I0512 14:58:33.593234 3796 pod.go:62] [tsf-tas/trillian-db-8589697d4f-fgg8v] pod update took 13.128615ms I0512 14:58:33.593269 3796 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-8589697d4f-fgg8v] addLogicalPort annotation time took 13.169715ms I0512 14:58:33.594767 3796 pods.go:271] [tsf-tas/trillian-db-8589697d4f-fgg8v] addLogicalPort took 14.760244ms, libovsdb time 1.000061ms I0512 14:58:33.781253 3796 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l9xzp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:33.781274 3796 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l9xzp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 14:58:34.837189 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 14:58:34.837215 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 14:58:34.873038 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0512 14:58:34.873057 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0512 14:58:39.043441 3796 cni.go:452] [tsf-tas/trillian-db-8589697d4f-fgg8v 79d35b8872ebc5a1e03d542f886c6a544545fc42132bd69e9b90f7feb8eee75c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-8589697d4f-fgg8v 79d35b8872ebc5a1e03d542f886c6a544545fc42132bd69e9b90f7feb8eee75c network default NAD default NAD key ] I0512 14:58:39.053210 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-8589697d4f-fgg8v, hostIfaceName: 79d35b8872ebc5a, network: default, NAD default, SandboxID: "79d35b8872ebc5a1e03d542f886c6a544545fc42132bd69e9b90f7feb8eee75c", PCI device ID: , UID: "ada8de61-5b7f-4a50-af56-391375f49a36", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0512 14:58:39.111758 3796 cni.go:473] [tsf-tas/trillian-db-8589697d4f-fgg8v 79d35b8872ebc5a1e03d542f886c6a544545fc42132bd69e9b90f7feb8eee75c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-8589697d4f-fgg8v 79d35b8872ebc5a1e03d542f886c6a544545fc42132bd69e9b90f7feb8eee75c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f4:98:ac:ec:e1\",\"name\":\"79d35b8872ebc5a\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13a28317-a21d-4a19-8e27-1e9e3b0e3e6e\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:58:39.134603 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:39.134634 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:39.134642 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 14:58:43.971522 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 14:58:44.882277 3796 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0512 14:58:44.911199 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 14:58:48.090273 3796 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:48.090843 3796 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:58:48.967814 3796 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:58:48.967837 3796 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kgqcz-7mcrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 14:58:55.933774 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 14:59:11.612609 3796 namespace.go:142] [openshift-pipelines] updating namespace W0512 14:59:13.991643 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 14:59:21.921948 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-kxvb9 for pod on switch ip-10-0-1-215.ec2.internal I0512 14:59:21.922069 3796 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9 I0512 14:59:21.938659 3796 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9] pod update took 16.62787ms I0512 14:59:21.938688 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9] addLogicalPort annotation time took 16.661915ms I0512 14:59:21.940331 3796 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9] addLogicalPort took 18.429879ms, libovsdb time 1.140056ms I0512 14:59:22.135220 3796 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:22.135806 3796 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:22.156420 3796 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:22.156444 3796 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:22.162259 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 14:59:22.162289 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 14:59:22.584603 3796 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9 6bc5326220fe37ab799fd3821413dac43c5473aa469b233df7bb52dc0e484085 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9 6bc5326220fe37ab799fd3821413dac43c5473aa469b233df7bb52dc0e484085 network default NAD default NAD key ] I0512 14:59:22.595100 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-kxvb9, hostIfaceName: 6bc5326220fe37a, network: default, NAD default, SandboxID: "6bc5326220fe37ab799fd3821413dac43c5473aa469b233df7bb52dc0e484085", PCI device ID: , UID: "178d5429-78c8-4270-bd2e-e00147d30607", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0512 14:59:22.652588 3796 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9 6bc5326220fe37ab799fd3821413dac43c5473aa469b233df7bb52dc0e484085 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxvb9 6bc5326220fe37ab799fd3821413dac43c5473aa469b233df7bb52dc0e484085 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b3:dc:90:37:b3\",\"name\":\"6bc5326220fe37a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea410601-6653-445a-8b1c-6a6dc376c7a6\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 14:59:25.012289 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 14:59:27.118383 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0512 14:59:29.194914 3796 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 14:59:29.194959 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0512 14:59:31.190190 3796 obj_retry.go:498] Detected object tsf/patch-tekton-config-bnwwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:31.190726 3796 obj_retry.go:498] Detected object tsf/patch-tekton-config-bnwwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:31.345122 3796 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:31.345637 3796 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 14:59:31.636900 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0512 14:59:32.069199 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:32.069221 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:32.223250 3796 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:32.223278 3796 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7pr6b-ftsvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:38.401649 3796 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cw75f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:38.402253 3796 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cw75f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 14:59:39.096367 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 14:59:39.425279 3796 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cw75f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.425305 3796 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cw75f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.477675 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.477697 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-bnwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:39.483556 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bnwwj I0512 14:59:39.483585 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bnwwj I0512 14:59:44.262291 3796 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:44.262996 3796 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:44.281055 3796 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:44.281078 3796 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:44.286866 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 14:59:44.286896 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 14:59:45.124813 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 14:59:50.481646 3796 obj_retry.go:498] Detected object tsf-tpa/create-db-kzv2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:50.482234 3796 obj_retry.go:498] Detected object tsf-tpa/create-db-kzv2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:51.520250 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:51.520272 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:53.341332 3796 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:53.341944 3796 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:54.195377 3796 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:54.195401 3796 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h29kl-5mk2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:57.351044 3796 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fqt4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:57.351627 3796 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fqt4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 14:59:58.217744 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 14:59:58.217769 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:02.013341 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0512 15:00:02.790623 3796 obj_retry.go:498] Detected object tsf-tpa/create-importers-g9v9w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:02.791277 3796 obj_retry.go:498] Detected object tsf-tpa/create-importers-g9v9w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:03.013467 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=144 W0512 15:00:03.251256 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 15:00:03.826002 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:03.826028 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 15:00:04.248194 3796 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 15:00:07.268959 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 15:00:07.407151 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:07.407741 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:08.429325 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:08.429351 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 15:00:13.482346 3796 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 15:00:19.012489 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0512 15:00:26.113175 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 15:00:27.098684 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 15:00:32.540633 3796 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:32.541207 3796 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:32.582414 3796 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:32.582435 3796 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:32.586215 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 15:00:32.586242 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 15:00:33.336146 3796 namespace.go:98] [build-service] adding namespace I0512 15:00:33.336168 3796 namespace.go:98] [image-controller] adding namespace I0512 15:00:33.337065 3796 namespace.go:102] [build-service] adding namespace took 891.985µs I0512 15:00:33.337367 3796 namespace.go:98] [default-tenant] adding namespace I0512 15:00:33.337874 3796 namespace.go:102] [image-controller] adding namespace took 1.688969ms I0512 15:00:33.338549 3796 namespace.go:102] [default-tenant] adding namespace took 1.125503ms I0512 15:00:33.339283 3796 namespace.go:98] [integration-service] adding namespace I0512 15:00:33.340109 3796 namespace.go:102] [integration-service] adding namespace took 729.219µs I0512 15:00:33.416810 3796 namespace.go:142] [build-service] updating namespace I0512 15:00:33.457024 3796 namespace.go:142] [build-service] updating namespace I0512 15:00:33.504917 3796 namespace.go:142] [image-controller] updating namespace I0512 15:00:33.542982 3796 namespace.go:142] [build-service] updating namespace I0512 15:00:33.546949 3796 namespace.go:142] [image-controller] updating namespace I0512 15:00:33.578018 3796 namespace.go:142] [integration-service] updating namespace I0512 15:00:33.596990 3796 namespace.go:142] [default-tenant] updating namespace I0512 15:00:33.619151 3796 namespace.go:98] [release-service] adding namespace I0512 15:00:33.620036 3796 namespace.go:102] [release-service] adding namespace took 865.088µs I0512 15:00:33.682488 3796 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:33.683121 3796 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:33.710822 3796 namespace.go:142] [konflux-ui] updating namespace I0512 15:00:33.713026 3796 namespace.go:142] [default-tenant] updating namespace I0512 15:00:33.743523 3796 namespace.go:142] [integration-service] updating namespace I0512 15:00:33.773037 3796 namespace.go:98] [konflux-info] adding namespace I0512 15:00:33.773784 3796 namespace.go:102] [konflux-info] adding namespace took 723.933µs I0512 15:00:33.809599 3796 namespace.go:142] [integration-service] updating namespace I0512 15:00:33.845186 3796 namespace.go:98] [namespace-lister] adding namespace I0512 15:00:33.846093 3796 namespace.go:102] [namespace-lister] adding namespace took 880.836µs I0512 15:00:33.909039 3796 namespace.go:98] [enterprise-contract-service] adding namespace I0512 15:00:33.909869 3796 namespace.go:102] [enterprise-contract-service] adding namespace took 810.071µs I0512 15:00:33.930065 3796 namespace.go:142] [image-controller] updating namespace I0512 15:00:33.930165 3796 namespace.go:142] [release-service] updating namespace I0512 15:00:34.039558 3796 namespace.go:142] [default-tenant] updating namespace I0512 15:00:34.077009 3796 namespace.go:142] [release-service] updating namespace I0512 15:00:34.137101 3796 namespace.go:98] [segment-bridge] adding namespace I0512 15:00:34.137887 3796 namespace.go:102] [segment-bridge] adding namespace took 761.788µs I0512 15:00:34.176551 3796 namespace.go:98] [konflux-cli] adding namespace I0512 15:00:34.177467 3796 namespace.go:102] [konflux-cli] adding namespace took 892.701µs I0512 15:00:34.402688 3796 namespace.go:142] [konflux-info] updating namespace I0512 15:00:34.568242 3796 namespace.go:142] [konflux-info] updating namespace I0512 15:00:34.822073 3796 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:34.880039 3796 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:34.880064 3796 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-zx9bw-nlpb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:34.918133 3796 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:34.992521 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:35.029093 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:35.071089 3796 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:35.123998 3796 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:35.219176 3796 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:35.265012 3796 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:35.583012 3796 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 15:00:35.583516 3796 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 15:00:35.583534 3796 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 15:00:35.586111 3796 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 15:00:35.679154 3796 namespace.go:142] [build-service] updating namespace I0512 15:00:35.714775 3796 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 15:00:35.714800 3796 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 15:00:35.715698 3796 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 15:00:36.391295 3796 namespace.go:142] [default-tenant] updating namespace I0512 15:00:36.512405 3796 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-pc58k] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-pc58k for pod on switch ip-10-0-1-215.ec2.internal I0512 15:00:36.512526 3796 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-pc58k I0512 15:00:36.554460 3796 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k] pod update took 41.970913ms I0512 15:00:36.554511 3796 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-pc58k] addLogicalPort annotation time took 42.027547ms I0512 15:00:36.555955 3796 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k] addLogicalPort took 43.567873ms, libovsdb time 925.379µs I0512 15:00:36.644083 3796 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-mzt6j] creating logical port build-service_build-service-controller-manager-7cbf488fcf-mzt6j for pod on switch ip-10-0-1-215.ec2.internal I0512 15:00:36.644179 3796 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-mzt6j I0512 15:00:36.707617 3796 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-mzt6j] pod update took 63.46521ms I0512 15:00:36.707644 3796 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-mzt6j] addLogicalPort annotation time took 63.497728ms I0512 15:00:36.709011 3796 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-mzt6j] addLogicalPort took 64.945562ms, libovsdb time 896.047µs I0512 15:00:36.722472 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:37.005850 3796 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-mzt6j 48f475f7b643bb312e04bf0c19586dc679be73e1c42e348893936fd09dea6ba4 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-mzt6j 48f475f7b643bb312e04bf0c19586dc679be73e1c42e348893936fd09dea6ba4 network default NAD default NAD key ] I0512 15:00:37.015543 3796 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-mzt6j, hostIfaceName: 48f475f7b643bb3, network: default, NAD default, SandboxID: "48f475f7b643bb312e04bf0c19586dc679be73e1c42e348893936fd09dea6ba4", PCI device ID: , UID: "3c5f6146-b4af-4576-a610-7b6179064fa9", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0512 15:00:37.017180 3796 namespace.go:142] [image-controller] updating namespace I0512 15:00:37.076912 3796 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-mzt6j 48f475f7b643bb312e04bf0c19586dc679be73e1c42e348893936fd09dea6ba4 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-mzt6j 48f475f7b643bb312e04bf0c19586dc679be73e1c42e348893936fd09dea6ba4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:31:5e:c8:90:3a\",\"name\":\"48f475f7b643bb3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86256f48-7f7c-4120-9bd9-094dfed7cb7f\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:00:37.261982 3796 namespace.go:142] [integration-service] updating namespace I0512 15:00:37.429260 3796 base_network_controller_pods.go:487] [default/konflux-ui/proxy-55bfbfd88f-rmc96] creating logical port konflux-ui_proxy-55bfbfd88f-rmc96 for pod on switch ip-10-0-1-215.ec2.internal I0512 15:00:37.429393 3796 kube.go:256] Updating pod konflux-ui/proxy-55bfbfd88f-rmc96 I0512 15:00:37.458069 3796 pod.go:62] [konflux-ui/proxy-55bfbfd88f-rmc96] pod update took 28.739321ms I0512 15:00:37.458092 3796 base_network_controller_pods.go:951] [default/konflux-ui/proxy-55bfbfd88f-rmc96] addLogicalPort annotation time took 28.767772ms I0512 15:00:37.459595 3796 pods.go:271] [konflux-ui/proxy-55bfbfd88f-rmc96] addLogicalPort took 30.348524ms, libovsdb time 1.080144ms I0512 15:00:37.514335 3796 namespace.go:142] [konflux-info] updating namespace I0512 15:00:37.564561 3796 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-58bc549c7f-p96vj] creating logical port integration-service_integration-service-controller-manager-58bc549c7f-p96vj for pod on switch ip-10-0-1-215.ec2.internal I0512 15:00:37.564659 3796 kube.go:256] Updating pod integration-service/integration-service-controller-manager-58bc549c7f-p96vj I0512 15:00:37.587411 3796 pod.go:62] [integration-service/integration-service-controller-manager-58bc549c7f-p96vj] pod update took 22.781244ms I0512 15:00:37.587434 3796 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-58bc549c7f-p96vj] addLogicalPort annotation time took 22.810322ms I0512 15:00:37.588740 3796 pods.go:271] [integration-service/integration-service-controller-manager-58bc549c7f-p96vj] addLogicalPort took 24.19912ms, libovsdb time 897.337µs I0512 15:00:37.628462 3796 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-mvknx] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-mvknx for pod on switch ip-10-0-1-215.ec2.internal I0512 15:00:37.628578 3796 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-mvknx I0512 15:00:37.654712 3796 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-mvknx] pod update took 26.170846ms I0512 15:00:37.654737 3796 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-mvknx] addLogicalPort annotation time took 26.20059ms I0512 15:00:37.655988 3796 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-mvknx] addLogicalPort took 27.547921ms, libovsdb time 789.484µs I0512 15:00:37.710549 3796 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:37.890698 3796 namespace.go:142] [release-service] updating namespace I0512 15:00:38.009808 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=263 I0512 15:00:38.018315 3796 namespace.go:142] [build-service] updating namespace I0512 15:00:38.041389 3796 namespace.go:142] [default-tenant] updating namespace I0512 15:00:38.068733 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:38.083054 3796 namespace.go:142] [image-controller] updating namespace I0512 15:00:38.100056 3796 namespace.go:142] [integration-service] updating namespace I0512 15:00:38.130397 3796 namespace.go:142] [konflux-info] updating namespace I0512 15:00:38.153688 3796 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:38.166286 3796 namespace.go:142] [release-service] updating namespace I0512 15:00:38.225236 3796 namespace.go:142] [build-service] updating namespace I0512 15:00:38.304791 3796 namespace.go:142] [default-tenant] updating namespace I0512 15:00:38.404201 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0512 15:00:38.551741 3796 namespace.go:142] [image-controller] updating namespace I0512 15:00:38.649189 3796 namespace.go:142] [integration-service] updating namespace I0512 15:00:38.744433 3796 namespace.go:142] [konflux-info] updating namespace I0512 15:00:38.845834 3796 namespace.go:142] [namespace-lister] updating namespace I0512 15:00:38.985761 3796 namespace.go:142] [release-service] updating namespace W0512 15:00:39.499028 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 15:00:39.516284 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 15:00:40.520905 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 15:00:40.564377 3796 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:40.769625 3796 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:40.882669 3796 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:40.899183 3796 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:40.995735 3796 namespace.go:142] [konflux-cli] updating namespace I0512 15:00:41.097206 3796 namespace.go:142] [segment-bridge] updating namespace I0512 15:00:41.526522 3796 cni.go:452] [integration-service/integration-service-controller-manager-58bc549c7f-p96vj 95671d12731ed07288d3d31e2acb93cb5423d1736c38faae639bb4758106052c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-58bc549c7f-p96vj 95671d12731ed07288d3d31e2acb93cb5423d1736c38faae639bb4758106052c network default NAD default NAD key ] I0512 15:00:41.536818 3796 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-58bc549c7f-p96vj, hostIfaceName: 95671d12731ed07, network: default, NAD default, SandboxID: "95671d12731ed07288d3d31e2acb93cb5423d1736c38faae639bb4758106052c", PCI device ID: , UID: "05705571-a8f8-4501-8ec4-a96ff045adf2", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0512 15:00:41.594798 3796 cni.go:473] [integration-service/integration-service-controller-manager-58bc549c7f-p96vj 95671d12731ed07288d3d31e2acb93cb5423d1736c38faae639bb4758106052c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-58bc549c7f-p96vj 95671d12731ed07288d3d31e2acb93cb5423d1736c38faae639bb4758106052c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:33:09:fb:b8:74\",\"name\":\"95671d12731ed07\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fd0ff77-f77a-4f5c-b80e-670677dea962\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:00:44.383523 3796 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key ] I0512 15:00:44.393684 3796 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-pc58k, hostIfaceName: 1beb8c4841b3593, network: default, NAD default, SandboxID: "1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c", PCI device ID: , UID: "1e18329a-5823-4808-a11d-8c6d57541125", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0512 15:00:44.453495 3796 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:78:bf:18:24:6f\",\"name\":\"1beb8c4841b3593\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5d72922-040a-4c84-939c-b9db8c9c1617\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:00:45.306380 3796 cni.go:452] [konflux-ui/proxy-55bfbfd88f-rmc96 1cef28f1033c301db435bba1192af988b078b28972ffc69045600ecc2065caf4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-55bfbfd88f-rmc96 1cef28f1033c301db435bba1192af988b078b28972ffc69045600ecc2065caf4 network default NAD default NAD key ] I0512 15:00:45.316117 3796 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-55bfbfd88f-rmc96, hostIfaceName: 1cef28f1033c301, network: default, NAD default, SandboxID: "1cef28f1033c301db435bba1192af988b078b28972ffc69045600ecc2065caf4", PCI device ID: , UID: "da4d84b3-dab5-420e-aa2e-bf922a3bebfa", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0512 15:00:45.372949 3796 cni.go:473] [konflux-ui/proxy-55bfbfd88f-rmc96 1cef28f1033c301db435bba1192af988b078b28972ffc69045600ecc2065caf4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-55bfbfd88f-rmc96 1cef28f1033c301db435bba1192af988b078b28972ffc69045600ecc2065caf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:36:16:85:73:da\",\"name\":\"1cef28f1033c301\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/658fbfc8-f2e2-460d-a92f-92235a4cd55e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:00:45.490541 3796 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-mvknx ae3e6916d5dd93820d43a390908e05dcb22be021b8b204d1ddca8b23edd0afbf network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-mvknx ae3e6916d5dd93820d43a390908e05dcb22be021b8b204d1ddca8b23edd0afbf network default NAD default NAD key ] I0512 15:00:45.501585 3796 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-mvknx, hostIfaceName: ae3e6916d5dd938, network: default, NAD default, SandboxID: "ae3e6916d5dd93820d43a390908e05dcb22be021b8b204d1ddca8b23edd0afbf", PCI device ID: , UID: "a003e770-bb31-4135-aa4c-f0acf25526cd", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] W0512 15:00:45.541649 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 15:00:45.542372 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 15:00:45.560374 3796 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-mvknx ae3e6916d5dd93820d43a390908e05dcb22be021b8b204d1ddca8b23edd0afbf network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-mvknx ae3e6916d5dd93820d43a390908e05dcb22be021b8b204d1ddca8b23edd0afbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:9d:59:ec:a2:80\",\"name\":\"ae3e6916d5dd938\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffb1d07b-8359-48b4-913d-9b1dd218a069\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0512 15:00:46.523086 3796 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 15:00:46.553401 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 15:00:46.558009 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 15:00:47.098083 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0512 15:00:51.515617 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 15:00:51.593659 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:51.593683 3796 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:51.619285 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 15:00:51.619841 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 15:00:53.561984 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 15:00:53.621997 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:53.622017 3796 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 15:00:56.554820 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 15:00:56.557581 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0512 15:00:57.429123 3796 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key ] I0512 15:00:57.526869 3796 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pc58k 1beb8c4841b3593b9389f417927335bf876c584ed83b44858f89cf08e7db737c network default NAD default NAD key default], result "{}", err I0512 15:00:57.798359 3796 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:57.798430 3796 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-pc58k I0512 15:00:57.799891 3796 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-pc58k, ips: 10.128.0.41 I0512 15:00:57.799949 3796 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:00:58.641119 3796 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:58.641143 3796 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pc58k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:00:58.644673 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pc58k I0512 15:00:58.644700 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pc58k W0512 15:01:02.595286 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 15:01:02.599031 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0512 15:01:31.686690 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 15:01:31.686724 3796 util.go:959] Failed to build node endpoints for node ip-10-0-1-215.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 15:02:01.145617 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 15:02:01.486369 3796 obj_retry.go:498] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:01.487027 3796 obj_retry.go:498] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:01.952132 3796 obj_retry.go:492] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:01.952165 3796 obj_retry.go:492] Detected object konflux-ui/proxy-6cd9df57c6-7cv49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:01.959361 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6cd9df57c6-7cv49 I0512 15:02:01.959385 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6cd9df57c6-7cv49 I0512 15:02:15.177153 3796 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:15.177770 3796 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:02:15.195620 3796 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:15.195642 3796 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:02:15.201210 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 15:02:15.201231 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 15:02:19.155180 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 15:02:29.136466 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 15:03:01.923618 3796 namespace.go:98] [managed-tenant-ww0qf] adding namespace I0512 15:03:01.924536 3796 namespace.go:102] [managed-tenant-ww0qf] adding namespace took 895.542µs I0512 15:03:01.945520 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:01.966158 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:03.057770 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:03.188144 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:03.287302 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:03:08.112004 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 15:04:39.121991 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0512 15:04:49.029634 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=557 I0512 15:05:39.102037 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 15:06:00.017013 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=17 I0512 15:06:23.128523 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 15:06:49.015465 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 15:07:30.016361 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0512 15:07:42.159187 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 15:08:13.106049 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 15:08:48.017801 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0512 15:08:53.117246 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 15:09:00.020891 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=42 I0512 15:09:08.101439 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 15:09:51.055182 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:51.055226 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-kzv2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:51.060832 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-kzv2k I0512 15:09:51.060860 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-kzv2k I0512 15:09:58.030232 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:58.030281 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fqt4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:09:58.034364 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fqt4k I0512 15:09:58.034394 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fqt4k I0512 15:10:03.031771 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:03.031797 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-g9v9w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:03.038626 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g9v9w I0512 15:10:03.038654 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g9v9w I0512 15:10:04.613110 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:10:04.613694 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:10:05.634913 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:05.634968 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:10:30.115853 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 15:10:48.140418 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 15:11:17.149341 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 15:11:53.132318 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 15:12:16.021183 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 15:12:51.034022 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0512 15:13:23.125838 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 15:14:18.120890 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0512 15:14:24.706631 3796 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-74f55bdbfc-twx6l I0512 15:14:35.018895 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 15:14:35.105793 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 15:14:41.162404 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 15:14:53.021188 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0512 15:15:07.291484 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:07.292212 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:08.027657 3796 obj_retry.go:492] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:15:08.027701 3796 obj_retry.go:492] Detected object default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:15:08.034994 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod I0512 15:15:08.035022 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-y66j7-on-pull-request-jcnkv-init-pod I0512 15:15:10.206606 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:10.207529 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:10.631997 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:15:10.632172 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod I0512 15:15:10.656296 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod] pod update took 24.155029ms I0512 15:15:10.656322 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod] addLogicalPort annotation time took 24.188701ms I0512 15:15:10.657720 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod] addLogicalPort took 25.747009ms, libovsdb time 961.812µs I0512 15:15:10.998332 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key ] I0512 15:15:11.008823 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod, hostIfaceName: e9266422f879f95, network: default, NAD default, SandboxID: "e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5", PCI device ID: , UID: "9ee7dd11-0c2b-4662-af2c-4a51f7e822c3", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0512 15:15:11.069951 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:2e:a6:31:60:37\",\"name\":\"e9266422f879f95\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/946ad4e0-a0cb-411f-acda-ee011322be40\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:15:29.339896 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key ] I0512 15:15:29.434050 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod e9266422f879f953885c5dded3b3d156f14711108cd217953f058939fbf8f3c5 network default NAD default NAD key default], result "{}", err I0512 15:15:29.518460 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:15:29.518507 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod I0512 15:15:29.520587 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod, ips: 10.128.0.46 I0512 15:15:29.520633 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:16:06.120036 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 15:16:16.109624 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 15:16:18.019632 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0512 15:16:41.450542 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-build-container-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:16:41.450703 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod I0512 15:16:41.495495 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod] pod update took 44.831659ms I0512 15:16:41.495532 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod] addLogicalPort annotation time took 44.871721ms I0512 15:16:41.497133 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod] addLogicalPort took 46.607533ms, libovsdb time 971.823µs I0512 15:16:41.782194 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:16:41.782815 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:16:41.818894 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key ] I0512 15:16:41.829272 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-build-container-pod, hostIfaceName: 54022cfce909e92, network: default, NAD default, SandboxID: "54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7", PCI device ID: , UID: "55b4798b-3795-4c62-8847-8a7a6aca23a1", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0512 15:16:41.888673 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:63:3e:c6:8c:91\",\"name\":\"54022cfce909e92\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af20380f-a195-463d-8319-b4fedaabaa9c\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:17:27.024718 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 15:18:16.136396 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 15:18:24.105410 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 W0512 15:18:34.705749 3796 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-l9xzp I0512 15:18:44.144296 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 15:19:18.696847 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key ] I0512 15:19:18.799428 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod 54022cfce909e92b51c8dce054256119af4e5e5f931d71170e0b7e540a93beb7 network default NAD default NAD key default], result "{}", err I0512 15:19:18.934250 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:18.934290 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod I0512 15:19:18.935609 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod, ips: 10.128.0.47 I0512 15:19:18.935635 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:37.152746 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 15:19:54.027621 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:19:54.027842 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod I0512 15:19:54.056903 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod] pod update took 29.094161ms I0512 15:19:54.056941 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod] addLogicalPort annotation time took 29.137005ms I0512 15:19:54.058255 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod] addLogicalPort took 30.652701ms, libovsdb time 911.141µs I0512 15:19:54.393060 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key ] I0512 15:19:54.402737 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod, hostIfaceName: 25b0c3ede760c1f, network: default, NAD default, SandboxID: "25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9", PCI device ID: , UID: "7e5b09f3-54d5-4d13-982c-c14fa5f33241", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0512 15:19:54.464233 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:be:41:a1:92:2c\",\"name\":\"25b0c3ede760c1f\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a472c7e8-2b9b-4eac-b40b-fe38519b0ef9\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:19:54.831067 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:54.831706 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:19:55.347272 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:19:55.347440 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod I0512 15:19:55.373397 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod] pod update took 25.989999ms I0512 15:19:55.373424 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod] addLogicalPort annotation time took 26.023799ms I0512 15:19:55.374795 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod] addLogicalPort took 27.539264ms, libovsdb time 951.485µs I0512 15:19:55.379628 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:19:55.379765 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod I0512 15:19:55.403218 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod] pod update took 23.491353ms I0512 15:19:55.403244 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod] addLogicalPort annotation time took 23.520428ms I0512 15:19:55.404552 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod] addLogicalPort took 24.940601ms, libovsdb time 817.334µs I0512 15:19:55.555237 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:19:55.555359 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod I0512 15:19:55.578003 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod] pod update took 22.675353ms I0512 15:19:55.578035 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod] addLogicalPort annotation time took 22.708737ms I0512 15:19:55.579416 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod] addLogicalPort took 24.200626ms, libovsdb time 898.687µs I0512 15:19:55.606961 3796 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod] creating logical port default-tenant_tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:19:55.607123 3796 kube.go:256] Updating pod default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod I0512 15:19:55.636428 3796 pod.go:62] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod] pod update took 29.334478ms I0512 15:19:55.636454 3796 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod] addLogicalPort annotation time took 29.366269ms I0512 15:19:55.637826 3796 pods.go:271] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod] addLogicalPort took 30.906187ms, libovsdb time 965.726µs I0512 15:19:55.712264 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key ] I0512 15:19:55.722515 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod, hostIfaceName: d1d9bd07e7de69d, network: default, NAD default, SandboxID: "d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1", PCI device ID: , UID: "826a8aa9-87cd-4350-b45a-e0fc87231ee0", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0512 15:19:55.752054 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key ] I0512 15:19:55.761857 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod, hostIfaceName: 995347e34e07267, network: default, NAD default, SandboxID: "995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c", PCI device ID: , UID: "aea0745e-0d6f-452f-8038-88c4fa82a0e4", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0512 15:19:55.784567 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:03:c1:cf:85:8c\",\"name\":\"d1d9bd07e7de69d\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/143dd268-2c49-4fe0-971b-97e726afca52\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:19:55.822106 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3f:e5:55:13:5a\",\"name\":\"995347e34e07267\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f23f188-e6d2-4383-b637-e086c1e13b86\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:19:55.942005 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key ] I0512 15:19:55.955526 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod, hostIfaceName: 004de349b42ad4a, network: default, NAD default, SandboxID: "004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8", PCI device ID: , UID: "6631ca48-02b0-4320-babe-159d8fa33552", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0512 15:19:55.990773 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key ] I0512 15:19:56.011429 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod, hostIfaceName: 76c2a97a6cdc981, network: default, NAD default, SandboxID: "76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc", PCI device ID: , UID: "17e51121-3e95-419c-a44a-beba6929143c", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0512 15:19:56.045473 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:6f:05:f7:2b:a1\",\"name\":\"004de349b42ad4a\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ff3e349-9d28-45b4-8013-ede71ee95c1c\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:19:56.076418 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:2b:19:7d:70:cf\",\"name\":\"76c2a97a6cdc981\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c93ef85-98ca-488b-993e-85e89e3f4af5\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:20:05.909600 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:05.910258 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:06.757387 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.757412 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.789772 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.789796 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:06.794768 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb I0512 15:20:06.794835 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643290-mg8lb I0512 15:20:07.025420 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 15:20:30.024981 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 15:20:56.071520 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:56.072259 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:20:57.051444 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:57.051472 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:20:57.058030 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst I0512 15:20:57.058083 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jzkst I0512 15:21:03.166547 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 15:21:20.367940 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:20.368526 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:29.740330 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key ] I0512 15:21:29.845503 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod d1d9bd07e7de69d8ad646c3294acaa470a4af9ae427e32a7b740b48f8b76fdd1 network default NAD default NAD key default], result "{}", err I0512 15:21:34.940169 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:34.940204 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod I0512 15:21:34.941616 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod, ips: 10.128.0.49 I0512 15:21:34.941647 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:35.792677 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key ] I0512 15:21:35.793192 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key ] I0512 15:21:35.793462 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key ] I0512 15:21:35.906555 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod 995347e34e072678c1504505fafb341b407a65d6768eabe0da58419b5d50c46c network default NAD default NAD key default], result "{}", err I0512 15:21:35.930316 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod 25b0c3ede760c1f3b227a085c6962a91445a1f4fec9626b794458cc3048520c9 network default NAD default NAD key default], result "{}", err I0512 15:21:35.949870 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod 004de349b42ad4ae409624e8e5128ec5b7bb87ba69d2a91d4c69fcf46adf3ca8 network default NAD default NAD key default], result "{}", err I0512 15:21:36.056408 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.056464 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod I0512 15:21:36.057966 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod, ips: 10.128.0.50 I0512 15:21:36.057999 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.089764 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.089801 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod I0512 15:21:36.091532 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod, ips: 10.128.0.51 I0512 15:21:36.091564 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.121022 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:36.121083 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod I0512 15:21:36.122603 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod, ips: 10.128.0.48 I0512 15:21:36.122633 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:46.889096 3796 cni.go:452] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key ] I0512 15:21:46.988285 3796 cni.go:473] [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod 76c2a97a6cdc9813423838ddcec61984b9dc7515cc3250ec34cf877259b74bdc network default NAD default NAD key default], result "{}", err I0512 15:21:47.086119 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:21:47.086150 3796 pods.go:176] Deleting pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod I0512 15:21:47.087467 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod, ips: 10.128.0.52 I0512 15:21:47.087489 3796 obj_retry.go:498] Detected object default-tenant/tsf-comp-y66j7-on-push-c2wk2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:05.645263 3796 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:05.645859 3796 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:19.037718 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=201 I0512 15:22:24.861423 3796 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:24.862029 3796 obj_retry.go:498] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:22:34.129229 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 15:22:35.022671 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0512 15:22:43.547108 3796 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0] creating logical port managed-tenant-ww0qf_affinity-assistant-c58093cd8b-0 for pod on switch ip-10-0-1-215.ec2.internal I0512 15:22:43.547203 3796 kube.go:256] Updating pod managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 I0512 15:22:43.562470 3796 pod.go:62] [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0] pod update took 15.29489ms I0512 15:22:43.562496 3796 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0] addLogicalPort annotation time took 15.327441ms I0512 15:22:43.564147 3796 pods.go:271] [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0] addLogicalPort took 17.057576ms, libovsdb time 1.083871ms I0512 15:22:43.917713 3796 cni.go:452] [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key ] I0512 15:22:43.928036 3796 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: affinity-assistant-c58093cd8b-0, hostIfaceName: 97b8884f53374da, network: default, NAD default, SandboxID: "97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a", PCI device ID: , UID: "1c9f670f-96b7-4ddf-8657-76b74799021b", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0512 15:22:43.989805 3796 cni.go:473] [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9e:4a:e8:78:52\",\"name\":\"97b8884f53374da\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95207c19-749b-43e1-9650-ceb32130d08b\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:22:48.123410 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 15:23:01.049508 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:01.050153 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:10.113197 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 15:23:12.159578 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:12.160425 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:20.022010 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 15:23:21.295859 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:21.296477 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:21.326740 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:21.327318 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:24.332724 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:24.333336 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:26.109058 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 15:23:26.847398 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:26.847969 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:29.140340 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0512 15:23:34.393361 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:34.393905 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:45.123995 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 15:23:46.513051 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:46.513662 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:57.629187 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:57.629822 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:23:59.146417 3796 base_network_controller_pods.go:487] [default/managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod] creating logical port managed-tenant-ww0qf_managed-hjhn4-verify-conforma-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:23:59.146581 3796 kube.go:256] Updating pod managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod I0512 15:23:59.187306 3796 pod.go:62] [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod] pod update took 40.759238ms I0512 15:23:59.187332 3796 base_network_controller_pods.go:951] [default/managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod] addLogicalPort annotation time took 40.792944ms I0512 15:23:59.188773 3796 pods.go:271] [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod] addLogicalPort took 42.370378ms, libovsdb time 997.074µs I0512 15:23:59.528346 3796 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key ] I0512 15:23:59.538411 3796 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-ww0qf, podName: managed-hjhn4-verify-conforma-pod, hostIfaceName: 751ed992e39b168, network: default, NAD default, SandboxID: "751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222", PCI device ID: , UID: "46248cfa-16a2-4738-939a-4be6c271616e", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0512 15:23:59.602727 3796 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:78:39:99:ff:c8\",\"name\":\"751ed992e39b168\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7146ad64-686a-4bb4-82bf-7be5d714c4c1\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:24:06.668235 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:06.668847 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:36.120197 3796 cni.go:452] [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key ] I0512 15:24:36.223635 3796 cni.go:473] [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod 751ed992e39b168118d088b206438d0608c06aae09a6da255d72e18598725222 network default NAD default NAD key default], result "{}", err I0512 15:24:36.373227 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:24:36.373443 3796 pods.go:176] Deleting pod: managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod I0512 15:24:36.375376 3796 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod, ips: 10.128.0.54 I0512 15:24:36.375468 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:08.210362 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:08.210997 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:17.028047 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0512 15:25:23.148113 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 15:25:59.647006 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:25:59.647621 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:12.156385 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 15:26:23.108458 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 15:26:29.967327 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:29.967954 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:37.160166 3796 cni.go:452] [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key ] I0512 15:26:37.262063 3796 cni.go:473] [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 97b8884f53374da0f78b9acd5db97efc6c4c0ace14d9edb184d327b104179f7a network default NAD default NAD key default], result "{}", err I0512 15:26:37.325986 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:37.326022 3796 pods.go:176] Deleting pod: managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 I0512 15:26:37.327533 3796 pods.go:236] Attempting to release IPs for pod: managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0, ips: 10.128.0.53 I0512 15:26:37.327569 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:37.966145 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:37.966173 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:37.973862 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 I0512 15:26:37.973886 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/affinity-assistant-c58093cd8b-0 I0512 15:26:38.015316 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:38.015900 3796 obj_retry.go:498] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:26:52.957306 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:26:57.992368 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:57.992391 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:57.999875 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod I0512 15:26:57.999903 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-apply-mapping-pod I0512 15:26:58.007462 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.007486 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.014180 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod I0512 15:26:58.014194 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-check-data-keys-pod I0512 15:26:58.023237 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.023255 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.030384 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-data-pod I0512 15:26:58.030412 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-data-pod I0512 15:26:58.037586 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.037604 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.044971 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod I0512 15:26:58.044995 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-registry-token-secret-pod I0512 15:26:58.052609 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.052662 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.059131 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod I0512 15:26:58.059159 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-signing-params-pod I0512 15:26:58.066507 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.066525 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.072901 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod I0512 15:26:58.072945 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-task-params-pod I0512 15:26:58.080399 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.080423 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.086671 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod I0512 15:26:58.086697 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-collect-tpa-params-pod I0512 15:26:58.102657 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.102679 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.108549 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod I0512 15:26:58.108570 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-filter-already-released-images-pod I0512 15:26:58.117204 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.117231 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.124563 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod I0512 15:26:58.124593 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-process-component-sbom-pod I0512 15:26:58.133729 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.133772 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.139722 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod I0512 15:26:58.139740 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-push-snapshot-pod I0512 15:26:58.148757 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.148794 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.154663 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod I0512 15:26:58.154686 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-reduce-snapshot-pod I0512 15:26:58.164105 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.164123 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.170014 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod I0512 15:26:58.170041 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-sign-image-cosign-keyless-pod I0512 15:26:58.177736 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.177755 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.183576 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod I0512 15:26:58.183591 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-update-cr-status-pod I0512 15:26:58.190805 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.190824 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.202019 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod I0512 15:26:58.202046 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-verify-access-to-resources-pod I0512 15:26:58.214536 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.214557 3796 obj_retry.go:492] Detected object managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.225757 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod I0512 15:26:58.225792 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-ww0qf/managed-hjhn4-verify-conforma-pod I0512 15:26:58.312680 3796 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.312701 3796 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.325100 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-oeog-n7d8s-verify-pod I0512 15:26:58.325123 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-oeog-n7d8s-verify-pod I0512 15:26:58.486167 3796 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.486187 3796 obj_retry.go:492] Detected object default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:26:58.490425 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod I0512 15:26:58.490451 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-oeog-n7d8s-collect-keyless-params-pod I0512 15:27:03.850848 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:10.674499 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:17.589682 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:23.805347 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:27:40.027483 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:28:34.285470 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:28:56.041134 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=257 I0512 15:29:04.029774 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0512 15:29:18.360075 3796 namespace.go:142] [managed-tenant-ww0qf] updating namespace I0512 15:29:18.377065 3796 namespace.go:317] [managed-tenant-ww0qf] deleting namespace I0512 15:29:22.028300 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 15:29:22.128202 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 15:29:41.480314 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:41.480971 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:42.370317 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:42.370370 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:42.373100 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 I0512 15:29:42.373132 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4qmd7 I0512 15:29:56.542052 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:56.542709 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:29:56.863480 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:56.863526 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:29:56.867712 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj I0512 15:29:56.867736 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-hzhgj I0512 15:30:00.026090 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 15:30:04.677666 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:04.678313 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:05.563638 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.563661 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643330-2ssrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.594585 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.594608 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:05.610604 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc I0512 15:30:05.610632 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643300-8qjtc I0512 15:30:16.112155 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 15:30:16.169621 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 15:30:42.959862 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:42.960467 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:43.812415 3796 obj_retry.go:492] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:43.812439 3796 obj_retry.go:492] Detected object default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:30:43.819679 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod I0512 15:30:43.819705 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177859980-on-pull-request-75g2h-init-pod I0512 15:30:52.632952 3796 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-clone-repository-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:30:52.633088 3796 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod I0512 15:30:52.690137 3796 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod] pod update took 57.081563ms I0512 15:30:52.690169 3796 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod] addLogicalPort annotation time took 57.119528ms I0512 15:30:52.691699 3796 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod] addLogicalPort took 58.795444ms, libovsdb time 1.017947ms I0512 15:30:53.002274 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key ] I0512 15:30:53.013160 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-clone-repository-pod, hostIfaceName: a697191cea624ab, network: default, NAD default, SandboxID: "a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3", PCI device ID: , UID: "80d3a656-2063-499c-9957-a8b3478a0feb", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0512 15:30:53.040370 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:53.040980 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:30:53.075483 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:94:e7:dd:8a:b8\",\"name\":\"a697191cea624ab\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8972d030-1e1c-400a-b31a-42e4f67764a1\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:31:01.809711 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key ] I0512 15:31:01.906488 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod a697191cea624ab2ec08d20925e2b24855b11272bdbc6bd9fb21d7575c8b74f3 network default NAD default NAD key default], result "{}", err I0512 15:31:01.994339 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:01.994370 3796 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod I0512 15:31:01.995687 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod, ips: 10.128.0.55 I0512 15:31:01.995716 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:04.144232 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 15:31:54.299765 3796 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-build-container-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:31:54.299940 3796 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod I0512 15:31:54.341778 3796 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod] pod update took 41.895206ms I0512 15:31:54.341808 3796 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod] addLogicalPort annotation time took 41.928996ms I0512 15:31:54.343323 3796 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod] addLogicalPort took 43.571031ms, libovsdb time 1.030858ms I0512 15:31:54.491614 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:54.492253 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:31:54.670743 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key ] I0512 15:31:54.680234 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-build-container-pod, hostIfaceName: 9d0bd59d88d5b21, network: default, NAD default, SandboxID: "9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b", PCI device ID: , UID: "19c7640d-5884-4683-a0cc-222f93cfe87d", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0512 15:31:54.740742 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b0:97:ed:9e:e4\",\"name\":\"9d0bd59d88d5b21\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6636fd12-e260-43aa-90e5-f0000dedc303\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:31:58.116905 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 15:32:03.133183 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0512 15:32:07.026388 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0512 15:32:19.160016 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 15:32:21.112052 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 15:32:41.127355 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 15:33:03.031439 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0512 15:33:54.152038 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 15:35:05.029751 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0512 15:35:21.033480 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0512 15:36:29.031689 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 15:36:57.225542 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:36:57.226185 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:36:58.201226 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:36:58.201271 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:36:58.207458 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs I0512 15:36:58.207490 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zg7fs I0512 15:37:12.246067 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:37:12.246697 3796 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:37:12.979157 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:37:12.979214 3796 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:37:12.985645 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q I0512 15:37:12.985679 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7r57q I0512 15:37:24.044489 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=116 I0512 15:37:35.120703 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 15:37:43.136589 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 15:38:13.131949 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 15:38:17.115336 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 15:38:22.131504 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 15:38:57.200095 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key ] I0512 15:38:57.315730 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod 9d0bd59d88d5b21829372e5ee377ff294725f35b6b0034fa49ad88261a1c8c9b network default NAD default NAD key default], result "{}", err I0512 15:38:57.432470 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:38:57.432513 3796 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod I0512 15:38:57.434241 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod, ips: 10.128.0.56 I0512 15:38:57.434280 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:38:59.147605 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 15:39:02.334452 3796 base_network_controller_pods.go:487] [default/default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod] creating logical port default-tenant_jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:39:02.334608 3796 kube.go:256] Updating pod default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod I0512 15:39:02.361622 3796 pod.go:62] [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod] pod update took 27.045371ms I0512 15:39:02.361647 3796 base_network_controller_pods.go:951] [default/default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod] addLogicalPort annotation time took 27.075944ms I0512 15:39:02.363121 3796 pods.go:271] [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod] addLogicalPort took 28.686529ms, libovsdb time 1.041078ms I0512 15:39:02.701912 3796 cni.go:452] [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key ] ADD starting CNI request [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key ] I0512 15:39:02.712224 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod, hostIfaceName: 5351a7a46bac350, network: default, NAD default, SandboxID: "5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921", PCI device ID: , UID: "044a810b-5a79-4642-8186-c9221de01814", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0512 15:39:02.773877 3796 cni.go:473] [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key default] ADD finished CNI request [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:c7:23:3a:f6:98\",\"name\":\"5351a7a46bac350\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1f662fe-27c0-4920-b5e2-ecb4ec38b206\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:39:02.821627 3796 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:39:02.821754 3796 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod I0512 15:39:02.848576 3796 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod] pod update took 26.857607ms I0512 15:39:02.848604 3796 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod] addLogicalPort annotation time took 26.891241ms I0512 15:39:02.850102 3796 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod] addLogicalPort took 28.492734ms, libovsdb time 1.041902ms I0512 15:39:02.885477 3796 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:39:02.885631 3796 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod I0512 15:39:02.909554 3796 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod] pod update took 23.954769ms I0512 15:39:02.909579 3796 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod] addLogicalPort annotation time took 23.98581ms I0512 15:39:02.910995 3796 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod] addLogicalPort took 25.5399ms, libovsdb time 947.163µs I0512 15:39:03.118826 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:03.119526 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:03.213191 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key ] I0512 15:39:03.223512 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod, hostIfaceName: f4fc65d4a8dc5a8, network: default, NAD default, SandboxID: "f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996", PCI device ID: , UID: "c18fd3b6-51c8-401e-975c-da3f00de8b0f", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0512 15:39:03.292627 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:29:3a:50:ef:ea\",\"name\":\"f4fc65d4a8dc5a8\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c12e5609-aa08-425d-b078-ad17cb81fc74\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:39:03.315528 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key ] I0512 15:39:03.326123 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod, hostIfaceName: 28ac75fc49a9909, network: default, NAD default, SandboxID: "28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567", PCI device ID: , UID: "4f9d46af-a624-401a-8bc6-da7fdd763811", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0512 15:39:03.390421 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:17:02:2f:c9:41\",\"name\":\"28ac75fc49a9909\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ac81efb-fad1-471d-b0b3-e9e053a7f16e\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:39:03.497476 3796 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:39:03.497642 3796 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod I0512 15:39:03.518823 3796 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod] pod update took 21.221355ms I0512 15:39:03.518852 3796 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod] addLogicalPort annotation time took 21.257081ms I0512 15:39:03.520390 3796 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod] addLogicalPort took 22.930105ms, libovsdb time 1.015265ms I0512 15:39:03.678085 3796 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod] creating logical port default-tenant_java-quarkus-177859980-on-push-lpljz-tpa-scan-pod for pod on switch ip-10-0-1-215.ec2.internal I0512 15:39:03.678264 3796 kube.go:256] Updating pod default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod I0512 15:39:03.702698 3796 pod.go:62] [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod] pod update took 24.485383ms I0512 15:39:03.702762 3796 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod] addLogicalPort annotation time took 24.555725ms I0512 15:39:03.704243 3796 pods.go:271] [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod] addLogicalPort took 26.17468ms, libovsdb time 850.153µs I0512 15:39:03.968850 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key ] I0512 15:39:03.979636 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod, hostIfaceName: 5c56ee894513205, network: default, NAD default, SandboxID: "5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8", PCI device ID: , UID: "e32a6362-2073-431e-8c47-7326150e487b", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0512 15:39:04.039540 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:73:82:66:34:e3\",\"name\":\"5c56ee894513205\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/812084ef-0f1e-4ed3-842c-fec5c25f0931\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:39:04.101606 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key ] I0512 15:39:04.111459 3796 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177859980-on-push-lpljz-tpa-scan-pod, hostIfaceName: 9eab339a6561c96, network: default, NAD default, SandboxID: "9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967", PCI device ID: , UID: "0a902b94-009f-4df7-af75-a9fb90479155", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0512 15:39:04.173248 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:a7:79:02:80:e5\",\"name\":\"9eab339a6561c96\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0da71ca-003b-438b-9cec-de943da926a2\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0512 15:39:13.172891 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 15:39:13.395163 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key ] I0512 15:39:13.490516 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod 28ac75fc49a99091cd21c10a35911f4ef6047df44396275a4916e77a61103567 network default NAD default NAD key default], result "{}", err I0512 15:39:13.583698 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:13.583734 3796 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod I0512 15:39:13.585037 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod, ips: 10.128.0.59 I0512 15:39:13.585065 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:17.440085 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key ] I0512 15:39:17.549367 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod f4fc65d4a8dc5a817f2f1f6f538d3e90ced7ffe0737706c50754276f53b3c996 network default NAD default NAD key default], result "{}", err I0512 15:39:17.636112 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:17.636152 3796 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod I0512 15:39:17.637949 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod, ips: 10.128.0.58 I0512 15:39:17.637986 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:18.163482 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 15:39:19.462060 3796 cni.go:452] [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key ] DEL starting CNI request [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key ] I0512 15:39:19.558857 3796 cni.go:473] [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key default] DEL finished CNI request [default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod 5351a7a46bac350255a0ee417562e6ee7a595806a47ac89337e308f63744d921 network default NAD default NAD key default], result "{}", err I0512 15:39:19.632178 3796 obj_retry.go:498] Detected object default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:19.632217 3796 pods.go:176] Deleting pod: default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod I0512 15:39:19.633640 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod, ips: 10.128.0.57 I0512 15:39:19.633670 3796 obj_retry.go:498] Detected object default-tenant/jav53c2caa02b7e29e00040c20643cd542d9d0adbcd74650f6f3da9e6fc-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:26.530893 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key ] I0512 15:39:26.630596 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod 9eab339a6561c9618034d89dce86554370607faab12a37048bac4e3ae1474967 network default NAD default NAD key default], result "{}", err I0512 15:39:26.711298 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:26.711362 3796 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod I0512 15:39:26.712845 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod, ips: 10.128.0.61 I0512 15:39:26.712876 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:32.584169 3796 cni.go:452] [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key ] I0512 15:39:32.665440 3796 cni.go:473] [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod 5c56ee8945132053bf5104a00bf8527e2abbc67caa4c01db6e59406dfc5bbda8 network default NAD default NAD key default], result "{}", err I0512 15:39:32.734265 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:39:32.734299 3796 pods.go:176] Deleting pod: default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod I0512 15:39:32.735603 3796 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod, ips: 10.128.0.60 I0512 15:39:32.735627 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:40:04.543071 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:40:04.543661 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:40:05.407760 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.407783 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643340-qzdhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.445664 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.445710 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:40:05.451284 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr I0512 15:40:05.451313 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643310-7gnmr I0512 15:40:25.037573 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 15:41:08.029673 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0512 15:41:13.155327 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 15:41:36.035431 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0512 15:41:40.115310 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0512 15:42:27.034338 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 15:42:45.035015 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 15:43:18.119358 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0512 15:44:43.176524 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0512 15:45:10.048626 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=105 I0512 15:45:10.167192 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 15:45:32.135632 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 15:45:35.731987 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:35.732639 3796 obj_retry.go:498] Detected object default-tenant/java-quarkus-177859980-on-push-lpljz-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:50.803571 3796 obj_retry.go:498] Detected object default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:50.804183 3796 obj_retry.go:498] Detected object default-tenant/test-appeaaf60850088f56307536b34d14c89b5a708b45c088e459ee63-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:45:51.140467 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 15:46:10.056375 3796 obj_retry.go:498] Detected object default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:46:10.056975 3796 obj_retry.go:498] Detected object default-tenant/test-app-177859980-enterprise-contract-6dpqb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:46:16.040992 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0512 15:46:39.033055 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0512 15:46:59.158687 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0512 15:47:10.124071 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 15:47:44.151063 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 15:48:11.135048 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0512 15:48:50.038193 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 15:48:51.118682 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 15:50:04.593042 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 15:50:04.593671 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 15:50:05.451957 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.452016 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643350-2kn4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.479747 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.479774 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 15:50:05.482537 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq I0512 15:50:05.482565 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643320-5dxcq I0512 15:50:57.180180 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 15:51:27.039228 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0512 15:51:40.144858 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 15:51:42.171430 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 15:52:09.122685 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 15:52:13.039265 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0512 15:53:37.138884 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 15:54:19.052455 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=48 I0512 15:54:48.122083 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 15:55:21.044494 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0512 15:55:27.154819 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 15:55:37.162732 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 15:55:50.138420 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 15:56:27.127979 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0512 15:56:32.036632 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0512 15:57:06.042343 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 15:57:38.042362 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0512 15:58:54.126079 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0512 15:59:04.706021 3796 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/java-quarkus-177859980-on-push-lpljz-build-image-index-pod I0512 15:59:14.183627 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9