+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-60.ec2.internal ++ [[ -n ip-10-0-0-60.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-60.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 14:37:53.642433277 - disable conntrack on geneve port' I0507 14:37:53.642433277 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0507 14:37:53.678673499 - starting ovnkube-node + echo 'I0507 14:37:53.678673499 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-60.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-60.ec2.internal --init-node ip-10-0-0-60.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-60.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 14:37:53.739141 3870 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 14:37:53.739203 3870 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-94866bb6e6.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 14:37:53.740650 3870 kube.go:431] Waiting for certificate I0507 14:37:53.740674 3870 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 14:37:53.740716 3870 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 14:37:53.741491 3870 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 14:37:53.768073 3870 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:53.768093 3870 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:53.770306 3870 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:53.770395 3870 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-s76l6" I0507 14:37:53.778577 3870 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-s76l6" I0507 14:37:53.778669 3870 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 14:37:54.741132 3870 kube.go:438] Certificate found I0507 14:37:54.742107 3870 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 14:37:54.742995 3870 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 14:37:54.804179 3870 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 14:37:54.809555 3870 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 14:32:53 +0000 UTC" deadline="2026-05-08 11:02:00.857844229 +0000 UTC" I0507 14:37:54.809669 3870 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h24m6.04818916s" I0507 14:37:54.821366 3870 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 14:37:54.821496 3870 server.go:101] MetricServer registers OVS metrics I0507 14:37:54.821690 3870 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 14:37:54.821766 3870 factory.go:561] Starting watch factory I0507 14:37:54.821775 3870 server.go:105] MetricServer registers OVN DB metrics I0507 14:37:54.821883 3870 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.821900 3870 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.821908 3870 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.821925 3870 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.821992 3870 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.822017 3870 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.822412 3870 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.822435 3870 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.822512 3870 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.822536 3870 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.823248 3870 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.823300 3870 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.826490 3870 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 14:37:54.826524 3870 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 14:37:54.828595 3870 controller_manager.go:370] Starting the ovnkube controller I0507 14:37:54.828605 3870 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-60.ec2.internal I0507 14:37:54.828648 3870 controller_manager.go:395] NBDB zone sync took: 35.651µs I0507 14:37:54.828657 3870 factory.go:561] Starting watch factory I0507 14:37:54.840175 3870 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.840258 3870 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 14:37:54.840293 3870 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 14:37:54.841866 3870 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.842058 3870 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.844838 3870 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 14:37:54.844884 3870 server.go:109] MetricServer registers OVN Controller metrics I0507 14:37:54.845794 3870 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.846088 3870 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.850018 3870 server.go:113] MetricServer registers OVN Northd metrics I0507 14:37:54.851833 3870 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 14:37:54.854950 3870 metrics.go:519] OVN Metrics Server starts to run ... I0507 14:37:54.927941 3870 factory.go:1977] *v1.Pod informer cache synced successfully I0507 14:37:54.927964 3870 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 14:37:54.927969 3870 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 14:37:54.927974 3870 factory.go:1977] *v1.Node informer cache synced successfully I0507 14:37:54.927978 3870 factory.go:1977] *v1.Service informer cache synced successfully I0507 14:37:54.927982 3870 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 14:37:54.928085 3870 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:54.928108 3870 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:54.928085 3870 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:54.928198 3870 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:54.931596 3870 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:54.931596 3870 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 14:37:54.933342 3870 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 14:37:54.933355 3870 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 14:37:54.933417 3870 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.933450 3870 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.933875 3870 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 14:37:54.933886 3870 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 14:37:54.933890 3870 factory.go:1977] *v1.Node informer cache synced successfully I0507 14:37:54.933893 3870 factory.go:1977] *v1.Service informer cache synced successfully I0507 14:37:54.933896 3870 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 14:37:54.933899 3870 factory.go:1977] *v1.Pod informer cache synced successfully I0507 14:37:54.936348 3870 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.938965 3870 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 14:37:54.939047 3870 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.939078 3870 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.939099 3870 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 14:37:54.939113 3870 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 14:37:54.941986 3870 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.944506 3870 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 14:37:54.944581 3870 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 14:37:54.944650 3870 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.944668 3870 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.947548 3870 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.950187 3870 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 14:37:54.950208 3870 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 14:37:54.950266 3870 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.950291 3870 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.953092 3870 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.955699 3870 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 14:37:54.955722 3870 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 14:37:54.955786 3870 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.955802 3870 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.958655 3870 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.961243 3870 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 14:37:54.961257 3870 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 14:37:54.961445 3870 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:54.961464 3870 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:54.964303 3870 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 14:37:54.966794 3870 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 14:37:54.966820 3870 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 14:37:54.966869 3870 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.966885 3870 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.966905 3870 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.966922 3870 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.969907 3870 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.970011 3870 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 14:37:54.971857 3870 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 14:37:54.971869 3870 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 14:37:54.971874 3870 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 14:37:54.971883 3870 factory.go:680] Watch Factory start up complete, took: 150.119487ms I0507 14:37:54.971948 3870 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 14:37:54.977382 3870 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 14:37:54.977396 3870 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 14:37:54.977406 3870 factory.go:680] Watch Factory start up complete, took: 148.745616ms I0507 14:37:54.977416 3870 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-60.ec2.internal" zone I0507 14:37:55.018033 3870 default_node_network_controller.go:710] Initializing the default node network controller I0507 14:37:55.093903 3870 udn_isolation.go:101] Starting UDN host isolation manager I0507 14:37:55.100697 3870 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 14:37:55.151712 3870 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 14:37:55.151866 3870 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 14:37:55.151884 3870 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 14:37:55.186573 3870 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 14:37:55.186646 3870 default_node_network_controller.go:809] Node ip-10-0-0-60.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0507 14:37:55.192392 3870 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.60"] k8s.ovn.org/zone-name:ip-10-0-0-60.ec2.internal] on node ip-10-0-0-60.ec2.internal I0507 14:37:55.212953 3870 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 14:37:55.219387 3870 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 14:37:55.219540 3870 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0507 14:37:55.219711 3870 gateway_init.go:263] Preparing Gateway I0507 14:37:55.219726 3870 gateway_shared_intf.go:1687] Creating new gateway I0507 14:37:55.228088 3870 controller_manager.go:429] Waiting for node in zone sync took: 250.657971ms I0507 14:37:55.232929 3870 controller_manager.go:611] Switching to transit router for layer2 networks I0507 14:37:55.232942 3870 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-60.ec2.internal I0507 14:37:55.247844 3870 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 14:37:55.254376 3870 controller_manager.go:290] SCTP support detected in OVN I0507 14:37:55.254969 3870 services_controller.go:69] Creating services controller for network=default I0507 14:37:55.255029 3870 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 14:37:55.255096 3870 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 14:37:55.255132 3870 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 14:37:55.255147 3870 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 14:37:55.255159 3870 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 14:37:55.255344 3870 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 14:37:55.255402 3870 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 14:37:55.255490 3870 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 104.19µs I0507 14:37:55.255513 3870 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 100.89µs I0507 14:37:55.255519 3870 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 118.274µs I0507 14:37:55.255525 3870 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 14:37:55.255529 3870 udn_enabled_svc.go:95] Performing full resync I0507 14:37:55.255548 3870 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.685µs I0507 14:37:55.255532 3870 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 14:37:55.255636 3870 default_network_controller.go:325] Starting the default network controller I0507 14:37:55.256254 3870 udn_enabled_svc.go:99] Waiting for handler to sync I0507 14:37:55.256265 3870 udn_enabled_svc.go:104] Starting worker I0507 14:37:55.265881 3870 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 14:37:55.265962 3870 repair.go:33] Syncing exgw routes took 65.466µs I0507 14:37:55.265987 3870 default_network_controller.go:414] Starting all the Watchers... I0507 14:37:55.266145 3870 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 14:37:55.266154 3870 namespace.go:98] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] adding namespace I0507 14:37:55.266164 3870 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 14:37:55.266172 3870 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 14:37:55.266167 3870 namespace.go:98] [openshift-package-operator] adding namespace I0507 14:37:55.266168 3870 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 14:37:55.266192 3870 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 14:37:55.266222 3870 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 14:37:55.266227 3870 namespace.go:98] [openshift-controller-manager] adding namespace I0507 14:37:55.266223 3870 namespace.go:98] [openshift] adding namespace I0507 14:37:55.266234 3870 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 14:37:55.266244 3870 namespace.go:98] [openshift-image-registry] adding namespace I0507 14:37:55.266248 3870 namespace.go:98] [openshift-network-console] adding namespace I0507 14:37:55.266252 3870 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 14:37:55.266288 3870 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 14:37:55.266799 3870 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 639.64µs I0507 14:37:55.266821 3870 namespace.go:98] [openshift-authentication] adding namespace I0507 14:37:55.267313 3870 namespace.go:102] [openshift-authentication] adding namespace took 484.658µs I0507 14:37:55.267328 3870 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 14:37:55.267872 3870 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 538.797µs I0507 14:37:55.267886 3870 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 14:37:55.268448 3870 namespace.go:102] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] adding namespace took 2.285582ms I0507 14:37:55.268462 3870 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 14:37:55.269038 3870 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.857177ms I0507 14:37:55.269054 3870 namespace.go:98] [openshift-config] adding namespace I0507 14:37:55.269650 3870 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.467772ms I0507 14:37:55.269669 3870 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 14:37:55.270266 3870 namespace.go:102] [openshift-package-operator] adding namespace took 4.08076ms I0507 14:37:55.270314 3870 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 14:37:55.270889 3870 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.702163ms I0507 14:37:55.270901 3870 namespace.go:98] [openshift-backplane] adding namespace I0507 14:37:55.271448 3870 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.245514ms I0507 14:37:55.271459 3870 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 14:37:55.271922 3870 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.691152ms I0507 14:37:55.271935 3870 namespace.go:98] [openshift-console] adding namespace I0507 14:37:55.272553 3870 namespace.go:102] [openshift-controller-manager] adding namespace took 6.317389ms I0507 14:37:55.272568 3870 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 14:37:55.273111 3870 namespace.go:102] [openshift] adding namespace took 6.872718ms I0507 14:37:55.273128 3870 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 14:37:55.273680 3870 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.442502ms I0507 14:37:55.273691 3870 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 14:37:55.274375 3870 namespace.go:102] [openshift-image-registry] adding namespace took 8.120364ms I0507 14:37:55.274397 3870 namespace.go:98] [openshift-multus] adding namespace I0507 14:37:55.275023 3870 namespace.go:102] [openshift-network-console] adding namespace took 8.76193ms I0507 14:37:55.275045 3870 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 14:37:55.275679 3870 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.414714ms I0507 14:37:55.275698 3870 namespace.go:98] [openshift-logging] adding namespace I0507 14:37:55.276182 3870 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.883809ms I0507 14:37:55.276196 3870 namespace.go:98] [kube-node-lease] adding namespace I0507 14:37:55.276688 3870 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.795505ms I0507 14:37:55.276704 3870 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 14:37:55.277234 3870 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.765301ms I0507 14:37:55.277253 3870 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 14:37:55.278140 3870 namespace.go:102] [openshift-config] adding namespace took 9.080096ms I0507 14:37:55.278158 3870 namespace.go:98] [dedicated-admin] adding namespace W0507 14:37:55.278625 3870 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-47rr7: pod openshift-network-diagnostics/network-check-target-47rr7: no pod IPs found I0507 14:37:55.278630 3870 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.954122ms I0507 14:37:55.278644 3870 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 14:37:55.279252 3870 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.929816ms I0507 14:37:55.279283 3870 namespace.go:98] [openshift-dns] adding namespace I0507 14:37:55.279758 3870 namespace.go:102] [openshift-backplane] adding namespace took 8.852541ms I0507 14:37:55.279771 3870 namespace.go:98] [kube-public] adding namespace I0507 14:37:55.280198 3870 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.73427ms I0507 14:37:55.280212 3870 namespace.go:98] [openshift-marketplace] adding namespace I0507 14:37:55.280693 3870 namespace.go:102] [openshift-console] adding namespace took 8.751475ms I0507 14:37:55.280710 3870 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 14:37:55.281209 3870 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.635886ms I0507 14:37:55.281221 3870 namespace.go:98] [openshift-machine-api] adding namespace I0507 14:37:55.281707 3870 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.572784ms I0507 14:37:55.281728 3870 namespace.go:98] [openshift-host-network] adding namespace W0507 14:37:55.282414 3870 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hvjnb: pod openshift-multus/network-metrics-daemon-hvjnb: no pod IPs found I0507 14:37:55.282433 3870 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.733979ms I0507 14:37:55.282450 3870 namespace.go:98] [openshift-infra] adding namespace I0507 14:37:55.283095 3870 namespace.go:102] [openshift-multus] adding namespace took 8.689254ms I0507 14:37:55.283117 3870 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 14:37:55.283740 3870 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.687315ms I0507 14:37:55.283765 3870 namespace.go:98] [openshift-etcd] adding namespace I0507 14:37:55.284297 3870 namespace.go:102] [openshift-logging] adding namespace took 8.590014ms I0507 14:37:55.284332 3870 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 14:37:55.284893 3870 namespace.go:102] [kube-node-lease] adding namespace took 8.69095ms I0507 14:37:55.284906 3870 namespace.go:98] [openshift-insights] adding namespace I0507 14:37:55.285470 3870 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.758193ms I0507 14:37:55.286115 3870 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.855786ms I0507 14:37:55.286133 3870 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 14:37:55.286778 3870 namespace.go:102] [dedicated-admin] adding namespace took 8.612127ms I0507 14:37:55.286797 3870 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 14:37:55.287462 3870 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.811131ms I0507 14:37:55.287480 3870 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 14:37:55.288014 3870 namespace.go:102] [openshift-dns] adding namespace took 8.723564ms I0507 14:37:55.288031 3870 namespace.go:98] [openshift-ingress] adding namespace I0507 14:37:55.288494 3870 namespace.go:102] [kube-public] adding namespace took 8.716268ms I0507 14:37:55.288514 3870 namespace.go:98] [openshift-apiserver] adding namespace I0507 14:37:55.289089 3870 namespace.go:102] [openshift-marketplace] adding namespace took 8.859098ms I0507 14:37:55.289105 3870 namespace.go:98] [default] adding namespace I0507 14:37:55.289712 3870 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.992943ms I0507 14:37:55.289731 3870 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 14:37:55.290207 3870 namespace.go:102] [openshift-machine-api] adding namespace took 8.979091ms I0507 14:37:55.290227 3870 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 14:37:55.290910 3870 namespace.go:102] [openshift-host-network] adding namespace took 9.171131ms I0507 14:37:55.290932 3870 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 14:37:55.291473 3870 namespace.go:102] [openshift-infra] adding namespace took 9.017074ms I0507 14:37:55.291488 3870 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 14:37:55.292150 3870 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.02446ms I0507 14:37:55.292172 3870 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 14:37:55.292690 3870 namespace.go:102] [openshift-etcd] adding namespace took 8.917004ms I0507 14:37:55.292708 3870 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 14:37:55.293416 3870 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.074924ms I0507 14:37:55.293432 3870 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 14:37:55.294079 3870 namespace.go:102] [openshift-insights] adding namespace took 9.166383ms I0507 14:37:55.294098 3870 namespace.go:98] [openshift-config-managed] adding namespace I0507 14:37:55.294757 3870 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.615578ms I0507 14:37:55.294782 3870 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 14:37:55.295380 3870 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.575384ms I0507 14:37:55.295397 3870 namespace.go:98] [openshift-network-operator] adding namespace I0507 14:37:55.296013 3870 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.526876ms I0507 14:37:55.296031 3870 namespace.go:98] [openshift-config-operator] adding namespace I0507 14:37:55.296661 3870 namespace.go:102] [openshift-ingress] adding namespace took 8.622294ms I0507 14:37:55.296681 3870 namespace.go:98] [kube-system] adding namespace I0507 14:37:55.297391 3870 namespace.go:102] [openshift-apiserver] adding namespace took 8.870621ms I0507 14:37:55.297402 3870 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 14:37:55.297950 3870 namespace.go:102] [default] adding namespace took 8.837233ms I0507 14:37:55.297970 3870 namespace.go:98] [openshift-cluster-version] adding namespace I0507 14:37:55.298538 3870 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.799977ms I0507 14:37:55.298556 3870 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 14:37:55.299098 3870 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.862802ms I0507 14:37:55.299115 3870 namespace.go:98] [openshift-operators] adding namespace I0507 14:37:55.299548 3870 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.60751ms I0507 14:37:55.299565 3870 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 14:37:55.300198 3870 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.692956ms I0507 14:37:55.300221 3870 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 14:37:55.300814 3870 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.634733ms I0507 14:37:55.300832 3870 namespace.go:98] [openshift-dns-operator] adding namespace I0507 14:37:55.301465 3870 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.748483ms I0507 14:37:55.301482 3870 namespace.go:98] [openshift-console-operator] adding namespace I0507 14:37:55.302098 3870 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.658934ms I0507 14:37:55.302118 3870 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 14:37:55.302782 3870 namespace.go:102] [openshift-config-managed] adding namespace took 8.677681ms I0507 14:37:55.302798 3870 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 14:37:55.303295 3870 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.506045ms I0507 14:37:55.303879 3870 namespace.go:102] [openshift-network-operator] adding namespace took 8.475156ms W0507 14:37:55.304352 3870 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5644t: pod kube-system/global-pull-secret-syncer-5644t: no pod IPs found I0507 14:37:55.304400 3870 namespace.go:102] [openshift-config-operator] adding namespace took 8.362154ms I0507 14:37:55.305006 3870 namespace.go:102] [kube-system] adding namespace took 8.319044ms I0507 14:37:55.305503 3870 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.094984ms I0507 14:37:55.305945 3870 namespace.go:102] [openshift-cluster-version] adding namespace took 7.969475ms I0507 14:37:55.305957 3870 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 14:37:55.306414 3870 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.852314ms I0507 14:37:55.306431 3870 namespace.go:98] [openshift-monitoring] adding namespace I0507 14:37:55.306812 3870 namespace.go:102] [openshift-operators] adding namespace took 7.690856ms I0507 14:37:55.306824 3870 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 14:37:55.307249 3870 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.67785ms I0507 14:37:55.307729 3870 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.502383ms I0507 14:37:55.308149 3870 namespace.go:102] [openshift-dns-operator] adding namespace took 7.309706ms I0507 14:37:55.308168 3870 namespace.go:98] [openshift-node] adding namespace I0507 14:37:55.308630 3870 namespace.go:102] [openshift-console-operator] adding namespace took 7.142139ms I0507 14:37:55.309067 3870 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.943152ms I0507 14:37:55.309529 3870 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.725266ms I0507 14:37:55.309968 3870 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.005143ms I0507 14:37:55.310455 3870 namespace.go:102] [openshift-monitoring] adding namespace took 4.019409ms I0507 14:37:55.310933 3870 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.103432ms I0507 14:37:55.311331 3870 namespace.go:102] [openshift-node] adding namespace took 3.156017ms W0507 14:37:55.311460 3870 master.go:458] Unable to parse local node ip-10-0-0-60.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 14:37:55.311470 3870 master.go:481] Removing stale chassis with ID/Name: 4c7dd1df-aaa9-4cb1-8f78-2e7b0ecaf33b, hostname: ip-10-0-0-60.ec2.internal I0507 14:37:55.311962 3870 master.go:548] Adding or Updating local node "ip-10-0-0-60.ec2.internal" for network "default" I0507 14:37:55.312709 3870 zone_ic_handler.go:195] Time taken to create transit switch: 350.044µs I0507 14:37:55.312722 3870 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-137.ec2.internal for the network default I0507 14:37:55.313251 3870 zone_ic_handler.go:195] Time taken to create transit switch: 370.991µs I0507 14:37:55.313264 3870 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-231.ec2.internal for the network default I0507 14:37:55.313772 3870 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-137.ec2.internal" on network "default" took: 1.423053ms I0507 14:37:55.315017 3870 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-231.ec2.internal" on network "default" took: 2.147084ms I0507 14:37:55.316678 3870 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-60.ec2.internal for the network default I0507 14:37:55.316860 3870 zone_ic_handler.go:195] Time taken to create transit switch: 169.419µs I0507 14:37:55.317811 3870 default_network_controller.go:823] Node add failed for ip-10-0-0-60.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal, error getting gateway config for node ip-10-0-0-60.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal", failed to update chassis to local for local node ip-10-0-0-60.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-60.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal] E0507 14:37:55.317880 3870 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-60.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal, error getting gateway config for node ip-10-0-0-60.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal", failed to update chassis to local for local node ip-10-0-0-60.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-60.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal] I0507 14:37:55.317936 3870 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 14:37:55.317945 3870 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-60.ec2.internal", UID:"fbd3dcfe-8ba9-4b4d-9c1b-e920173912ac", APIVersion:"v1", ResourceVersion:"9311", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal, error getting gateway config for node ip-10-0-0-60.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal", failed to update chassis to local for local node ip-10-0-0-60.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-60.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-60.ec2.internal] I0507 14:37:55.317973 3870 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 14:37:55.317979 3870 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:55.318001 3870 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 14:37:55.318013 3870 node_tracker.go:235] Node ip-10-0-0-60.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-60.ec2.internal" I0507 14:37:55.318027 3870 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.318060 3870 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.318073 3870 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0507 14:37:55.318128 3870 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.318138 3870 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.318148 3870 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-231.ec2.internal in network "default" I0507 14:37:55.318184 3870 node_tracker.go:169] Node ip-10-0-2-231.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.318192 3870 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.357603 3870 iptables.go:108] Creating table: filter chain: FORWARD I0507 14:37:55.363922 3870 iptables.go:108] Creating table: filter chain: OUTPUT I0507 14:37:55.370000 3870 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 14:37:55.370017 3870 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-60.ec2.internal","mac-address":"12:c8:cc:fe:75:99","ip-addresses":["10.0.0.60/24"],"ip-address":"10.0.0.60/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4c7dd1df-aaa9-4cb1-8f78-2e7b0ecaf33b k8s.ovn.org/node-encap-ips:["10.0.0.60"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.60/24"} k8s.ovn.org/zone-name:ip-10-0-0-60.ec2.internal] on node ip-10-0-0-60.ec2.internal I0507 14:37:55.384402 3870 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:55.384440 3870 master.go:548] Adding or Updating local node "ip-10-0-0-60.ec2.internal" for network "default" I0507 14:37:55.384467 3870 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:55.384482 3870 services_controller.go:574] Full service sync requested for network=default I0507 14:37:55.389461 3870 default_node_network_controller.go:519] Node connection status = connected W0507 14:37:55.390992 3870 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5644t: pod kube-system/global-pull-secret-syncer-5644t: no pod IPs found W0507 14:37:55.391017 3870 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hvjnb: pod openshift-multus/network-metrics-daemon-hvjnb: no pod IPs found W0507 14:37:55.391030 3870 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-47rr7: pod openshift-network-diagnostics/network-check-target-47rr7: no pod IPs found I0507 14:37:55.392419 3870 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-60.ec2.internal for the network default I0507 14:37:55.392688 3870 zone_ic_handler.go:195] Time taken to create transit switch: 254.037µs I0507 14:37:55.419116 3870 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 14:37:55.419144 3870 services_controller.go:208] Setting up event handlers for services for network=default I0507 14:37:55.419207 3870 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 14:37:55.419302 3870 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 14:37:55.419326 3870 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 14:37:55.519419 3870 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 14:37:55.519443 3870 repair.go:60] Starting repairing loop for services I0507 14:37:55.519572 3870 repair.go:131] Deleted 0 stale service LBs I0507 14:37:55.519591 3870 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 14:37:55.519606 3870 repair.go:62] Finished repairing loop for services: 165.726µs I0507 14:37:55.519629 3870 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 14:37:55.519638 3870 services_controller.go:254] Starting workers for network=default I0507 14:37:55.520326 3870 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hvjnb] creating logical port openshift-multus_network-metrics-daemon-hvjnb for pod on switch ip-10-0-0-60.ec2.internal I0507 14:37:55.520481 3870 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-47rr7] creating logical port openshift-network-diagnostics_network-check-target-47rr7 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:37:55.520657 3870 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-47rr7 I0507 14:37:55.520646 3870 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5644t] creating logical port kube-system_global-pull-secret-syncer-5644t for pod on switch ip-10-0-0-60.ec2.internal I0507 14:37:55.520848 3870 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5644t I0507 14:37:55.520685 3870 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-hvjnb I0507 14:37:55.538433 3870 pod.go:62] [openshift-multus/network-metrics-daemon-hvjnb] pod update took 17.814596ms I0507 14:37:55.538454 3870 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-hvjnb] addLogicalPort annotation time took 17.839947ms I0507 14:37:55.538522 3870 pod.go:62] [openshift-network-diagnostics/network-check-target-47rr7] pod update took 17.92658ms I0507 14:37:55.538540 3870 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-47rr7] addLogicalPort annotation time took 17.950213ms I0507 14:37:55.538607 3870 pod.go:62] [kube-system/global-pull-secret-syncer-5644t] pod update took 17.777195ms I0507 14:37:55.538624 3870 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-5644t] addLogicalPort annotation time took 17.794447ms I0507 14:37:55.539573 3870 pods.go:271] [openshift-multus/network-metrics-daemon-hvjnb] addLogicalPort took 19.262912ms, libovsdb time 828.116µs I0507 14:37:55.539940 3870 pods.go:271] [openshift-network-diagnostics/network-check-target-47rr7] addLogicalPort took 19.47183ms, libovsdb time 1.185465ms I0507 14:37:55.540156 3870 pods.go:271] [kube-system/global-pull-secret-syncer-5644t] addLogicalPort took 19.597381ms, libovsdb time 1.316698ms I0507 14:37:55.540591 3870 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 14:37:55.540617 3870 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 14:37:55.540634 3870 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 14:37:55.540640 3870 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 14:37:55.540896 3870 repair.go:29] Repairing admin network policies took 248.226µs I0507 14:37:55.541049 3870 repair.go:92] Repairing baseline admin network policies took 141.344µs I0507 14:37:55.541589 3870 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 14:37:55.541616 3870 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 14:37:55.544310 3870 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 14:37:55.544330 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 14:37:55.544339 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 14:37:55.546092 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 14:37:55.546116 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 14:37:55.546125 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 14:37:55.547645 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 14:37:55.547665 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 14:37:55.548715 3870 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 14:37:55.548732 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 14:37:55.550526 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 14:37:55.550546 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 14:37:55.550555 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 14:37:55.551124 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 14:37:55.551143 3870 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 14:37:55.551151 3870 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 14:37:55.551780 3870 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 14:37:55.551813 3870 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 14:37:55.551827 3870 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 14:37:55.552916 3870 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 14:37:55.552935 3870 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 14:37:55.552943 3870 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 14:37:55.554947 3870 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 14:37:55.554964 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 14:37:55.554974 3870 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 14:37:55.557300 3870 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 14:37:55.557320 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 14:37:55.557332 3870 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 14:37:55.557705 3870 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 14:37:55.557726 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 14:37:55.557735 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 14:37:55.558349 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 14:37:55.558367 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 14:37:55.558375 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 14:37:55.558920 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 14:37:55.558938 3870 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 14:37:55.558951 3870 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 14:37:55.561339 3870 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 14:37:55.561358 3870 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 14:37:55.561366 3870 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 14:37:55.562403 3870 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 14:37:55.562422 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 14:37:55.562432 3870 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 14:37:55.562968 3870 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 14:37:55.562987 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 14:37:55.562997 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 14:37:55.563567 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 14:37:55.563586 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 14:37:55.563609 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 14:37:55.564401 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 14:37:55.564428 3870 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 14:37:55.564441 3870 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 14:37:55.565030 3870 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 14:37:55.565047 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 14:37:55.565055 3870 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 14:37:55.565571 3870 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 14:37:55.565590 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 14:37:55.565597 3870 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 14:37:55.566101 3870 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 14:37:55.566122 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 14:37:55.566129 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 14:37:55.566451 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 14:37:55.566475 3870 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 14:37:55.566486 3870 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 14:37:55.567721 3870 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 14:37:55.567743 3870 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 14:37:55.567754 3870 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 14:37:55.568617 3870 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 14:37:55.568636 3870 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 14:37:55.568648 3870 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 14:37:55.570319 3870 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 14:37:55.570337 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 14:37:55.570345 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 14:37:55.570831 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 14:37:55.570849 3870 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 14:37:55.570857 3870 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 14:37:55.571382 3870 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 14:37:55.571398 3870 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 14:37:55.571419 3870 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 14:37:55.572567 3870 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 14:37:55.572585 3870 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 14:37:55.572592 3870 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 14:37:55.572911 3870 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 14:37:55.572926 3870 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 14:37:55.572951 3870 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 14:37:55.573982 3870 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 14:37:55.580401 3870 egressfirewall.go:374] Starting EgressFirewall controller I0507 14:37:55.580448 3870 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 14:37:55.580448 3870 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 14:37:55.580475 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 14:37:55.580494 3870 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 14:37:55.580478 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 14:37:55.580503 3870 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 14:37:55.580767 3870 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 14:37:55.580781 3870 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 14:37:55.580786 3870 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 14:37:55.580794 3870 egressqos.go:193] Setting up event handlers for EgressQoS I0507 14:37:55.580878 3870 egressfirewall.go:723] Syncing node "ip-10-0-2-231.ec2.internal" for egress firewall I0507 14:37:55.580887 3870 egressqos.go:245] Starting EgressQoS Controller I0507 14:37:55.580891 3870 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:55.580896 3870 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0507 14:37:55.580898 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 14:37:55.580907 3870 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 14:37:55.580915 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 14:37:55.580921 3870 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 14:37:55.580928 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 14:37:55.580935 3870 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 14:37:55.580940 3870 egressqos.go:259] Repairing EgressQoSes I0507 14:37:55.580947 3870 egressqos.go:399] Starting repairing loop for egressqos I0507 14:37:55.581082 3870 egressqos.go:401] Finished repairing loop for egressqos: 127.093µs I0507 14:37:55.581118 3870 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 14:37:55.581229 3870 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-60.ec2.internal I0507 14:37:55.581300 3870 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-60.ec2.internal : 72.697µs I0507 14:37:55.581488 3870 egressservice_zone.go:210] Starting Egress Services Controller I0507 14:37:55.581503 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 14:37:55.581512 3870 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 14:37:55.581518 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 14:37:55.581523 3870 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 14:37:55.581528 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 14:37:55.581534 3870 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 14:37:55.581542 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 14:37:55.581548 3870 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 14:37:55.581552 3870 egressservice_zone.go:228] Repairing Egress Services I0507 14:37:55.581877 3870 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 14:37:55.581887 3870 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 14:37:55.581907 3870 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-231.ec2.internal I0507 14:37:55.581924 3870 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-231.ec2.internal: 21.386µs I0507 14:37:55.581932 3870 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:55.581936 3870 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 4.118µs I0507 14:37:55.581940 3870 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0507 14:37:55.581945 3870 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 5.226µs I0507 14:37:55.582120 3870 default_network_controller.go:585] Completing all the Watchers took 316.1185ms I0507 14:37:55.582136 3870 default_network_controller.go:589] Starting unidling controllers I0507 14:37:55.582148 3870 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 14:37:55.582154 3870 unidle.go:63] Populating Initial ContollerEvent events I0507 14:37:55.582165 3870 unidle.go:79] Setting up event handlers for services I0507 14:37:55.582303 3870 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 14:37:55.889796 3870 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:56.389470 3870 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:56.889267 3870 default_node_network_controller.go:519] Node connection status = connected W0507 14:37:57.074013 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:37:57.389635 3870 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:57.602842 3870 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 14:37:57.889878 3870 default_node_network_controller.go:519] Node connection status = connected I0507 14:37:57.909054 3870 bridgeconfig.go:537] Gateway is ready I0507 14:37:57.909079 3870 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 14:37:57.921190 3870 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.60. Updating OVN encap IP. I0507 14:37:57.927229 3870 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.60 - it is already configured I0507 14:37:57.927248 3870 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.60/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 14:37:57.927518 3870 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.60/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-60.ec2.internal","mac-address":"12:c8:cc:fe:75:99","ip-addresses":["10.0.0.60/24"],"ip-address":"10.0.0.60/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4c7dd1df-aaa9-4cb1-8f78-2e7b0ecaf33b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.60/24"}] on node ip-10-0-0-60.ec2.internal I0507 14:37:57.942087 3870 egressfirewall.go:723] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall I0507 14:37:57.942086 3870 master.go:548] Adding or Updating local node "ip-10-0-0-60.ec2.internal" for network "default" I0507 14:37:57.942114 3870 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:37:57.942128 3870 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 17.452µs I0507 14:37:57.942115 3870 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default" I0507 14:37:57.942241 3870 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default" I0507 14:37:57.942258 3870 services_controller.go:574] Full service sync requested for network=default W0507 14:37:57.942801 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:37:57.943444 3870 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.60 I0507 14:37:57.943581 3870 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-60.ec2.internal I0507 14:37:57.947543 3870 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-60.ec2.internal. Updating no re-route policies I0507 14:37:57.947628 3870 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5644t I0507 14:37:57.947640 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fklwv I0507 14:37:57.947647 3870 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5644t I0507 14:37:57.947657 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9zs5g I0507 14:37:57.947671 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9zs5g I0507 14:37:57.947672 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fklwv I0507 14:37:57.947673 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-plbpq I0507 14:37:57.947688 3870 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5644t] creating logical port kube-system_global-pull-secret-syncer-5644t for pod on switch ip-10-0-0-60.ec2.internal I0507 14:37:57.947692 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-plbpq I0507 14:37:57.947693 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6cn74 I0507 14:37:57.947699 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9zs5g after 0 failed attempt(s) I0507 14:37:57.947703 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fklwv after 0 failed attempt(s) I0507 14:37:57.947708 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6cn74 I0507 14:37:57.947708 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-60.ec2.internal I0507 14:37:57.947717 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-72ngf I0507 14:37:57.947726 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6cn74 after 0 failed attempt(s) I0507 14:37:57.947628 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-47rr7 I0507 14:37:57.947731 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4ztzh I0507 14:37:57.947679 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fbqbg I0507 14:37:57.947734 3870 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-sddfs I0507 14:37:57.947743 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fbqbg I0507 14:37:57.947744 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-47rr7 I0507 14:37:57.947720 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hvjnb I0507 14:37:57.947753 3870 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-sddfs I0507 14:37:57.947758 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hvjnb I0507 14:37:57.947768 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fbqbg after 0 failed attempt(s) I0507 14:37:57.947735 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-72ngf I0507 14:37:57.947782 3870 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-sddfs after 0 failed attempt(s) I0507 14:37:57.947718 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-plbpq after 0 failed attempt(s) I0507 14:37:57.947792 3870 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-47rr7] creating logical port openshift-network-diagnostics_network-check-target-47rr7 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:37:57.947644 3870 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-60.ec2.internal I0507 14:37:57.947806 3870 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-60.ec2.internal I0507 14:37:57.947824 3870 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-60.ec2.internal after 0 failed attempt(s) I0507 14:37:57.947743 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4ztzh I0507 14:37:57.947847 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-4ztzh after 0 failed attempt(s) I0507 14:37:57.947728 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-60.ec2.internal I0507 14:37:57.947861 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-60.ec2.internal after 0 failed attempt(s) I0507 14:37:57.947794 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-72ngf after 0 failed attempt(s) I0507 14:37:57.947795 3870 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hvjnb] creating logical port openshift-multus_network-metrics-daemon-hvjnb for pod on switch ip-10-0-0-60.ec2.internal I0507 14:37:57.947726 3870 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8j55f I0507 14:37:57.947949 3870 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8j55f I0507 14:37:57.947975 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8j55f after 0 failed attempt(s) I0507 14:37:57.948535 3870 pods.go:271] [openshift-multus/network-metrics-daemon-hvjnb] addLogicalPort took 747.524µs, libovsdb time 286.516µs I0507 14:37:57.948552 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-hvjnb after 0 failed attempt(s) I0507 14:37:57.948636 3870 pods.go:271] [kube-system/global-pull-secret-syncer-5644t] addLogicalPort took 958.385µs, libovsdb time 387.943µs I0507 14:37:57.948648 3870 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5644t after 0 failed attempt(s) I0507 14:37:57.948871 3870 pods.go:271] [openshift-network-diagnostics/network-check-target-47rr7] addLogicalPort took 1.087449ms, libovsdb time 466.781µs I0507 14:37:57.948883 3870 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-47rr7 after 0 failed attempt(s) I0507 14:37:57.957951 3870 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 14:37:57.970240 3870 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 14:37:57.973405 3870 iptables.go:108] Creating table: nat chain: OUTPUT I0507 14:37:58.016263 3870 iptables.go:108] Creating table: nat chain: PREROUTING I0507 14:37:58.073959 3870 iptables.go:108] Creating table: filter chain: FORWARD I0507 14:37:58.090521 3870 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 14:37:58.090787 3870 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 14:37:58.090840 3870 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 14:37:58.090921 3870 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 14:37:58.090976 3870 gateway_init.go:325] Gateway and management port readiness took 2.706584615s I0507 14:37:58.091006 3870 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 14:37:58.091046 3870 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 14:37:58.091060 3870 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 14:37:58.091069 3870 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 14:37:58.091142 3870 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 14:37:58.091222 3870 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.287µs I0507 14:37:58.091479 3870 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 14:37:58.091507 3870 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.465µs I0507 14:37:58.091515 3870 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.779µs I0507 14:37:58.091522 3870 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 14:37:58.091532 3870 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 14:37:58.091539 3870 default_node_network_controller.go:899] Starting the default node network controller I0507 14:37:58.091546 3870 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 14:37:58.091556 3870 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.018µs I0507 14:37:58.091709 3870 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 14:37:58.091717 3870 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 14:37:58.091741 3870 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0ac30 0xc000325f10 0xc000348000 0xc000348070 0xc0003480e0 0xc000348150 0xc0003481c0 0xc000c72050 0xc000348230 0xc0003482a0 0xc000b1c2d0 0xc0065fd340 0xc000348310 map[0x2ff9080:0xc0036853e0 0x2ff95c0:0xc003685560 0x2ffa2e0:0xc001452720 0x2ffa580:0xc003685380 0x2ffad60:0xc003685440 0x2ffb000:0xc0036854a0 0x2ffb2a0:0xc003685500 0x2ffba80:0xc0036855c0 0x2ffbd20:0xc003685620 0x3026980:0xc000a85bc0 0x3026d20:0xc000a85c20 0x3027800:0xc000c350e0 0x3029160:0xc001c20000 0x30298a0:0xc000a85d40 0x302a720:0xc001a895c0] 0xc0001def50 0} I0507 14:37:58.091796 3870 gateway.go:151] Starting gateway service sync I0507 14:37:58.092211 3870 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 14:37:58.094306 3870 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 14:37:58.118942 3870 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 14:37:58.120155 3870 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 14:37:58.121380 3870 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 14:37:58.154576 3870 gateway.go:168] Gateway service sync done. Time taken: 62.7668ms I0507 14:37:58.155005 3870 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31633 I0507 14:37:58.155450 3870 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0ac30 0xc000325f10 0xc000348000 0xc000348070 0xc0003480e0 0xc000348150 0xc0003481c0 0xc000c72050 0xc000348230 0xc0003482a0 0xc000b1c2d0 0xc0065fd340 0xc000348310 map[0x2ff9080:0xc0036853e0 0x2ff95c0:0xc003685560 0x2ffa2e0:0xc001452720 0x2ffa580:0xc003685380 0x2ffad60:0xc003685440 0x2ffb000:0xc0036854a0 0x2ffb2a0:0xc003685500 0x2ffba80:0xc0036855c0 0x2ffbd20:0xc003685620 0x3026980:0xc000a85bc0 0x3026d20:0xc000a85c20 0x3027800:0xc000c350e0 0x3029160:0xc001c20000 0x30298a0:0xc000a85d40 0x302a720:0xc001a895c0] 0xc0001def50 0} I0507 14:37:58.155917 3870 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0ac30 0xc000325f10 0xc000348000 0xc000348070 0xc0003480e0 0xc000348150 0xc0003481c0 0xc000c72050 0xc000348230 0xc0003482a0 0xc000b1c2d0 0xc0065fd340 0xc000348310 map[0x2ff9080:0xc0036853e0 0x2ff95c0:0xc003685560 0x2ffa2e0:0xc001452720 0x2ffa580:0xc003685380 0x2ffad60:0xc003685440 0x2ffb000:0xc0036854a0 0x2ffb2a0:0xc003685500 0x2ffba80:0xc0036855c0 0x2ffbd20:0xc003685620 0x3026980:0xc000a85bc0 0x3026d20:0xc000a85c20 0x3027800:0xc000c350e0 0x3029160:0xc001c20000 0x30298a0:0xc000a85d40 0x302a720:0xc001a895c0] 0xc0001def50 0} I0507 14:37:58.155958 3870 gateway.go:532] Reconciling gateway with updates I0507 14:37:58.161535 3870 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 14:37:58.161616 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:58.161636 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:58.161643 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:37:58.161649 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 14:37:58.161648 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:58.161657 3870 default_node_network_controller.go:944] Gateway and management port readiness took 69.933229ms I0507 14:37:58.161662 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:37:58.161662 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:58.161675 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:37:58.161669 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:58.161692 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:37:58.161694 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 14:37:58.161701 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 14:37:58.161639 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:58.161706 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:58.161713 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 14:37:58.161715 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:58.161718 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:37:58.161722 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:37:58.161723 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 14:37:58.161619 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:58.161735 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:58.161736 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:58.161738 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:58.161742 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:37:58.161749 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:58.161650 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:58.161760 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:37:58.161765 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:58.161768 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 14:37:58.161709 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:58.161768 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:58.161783 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 14:37:58.161758 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:58.161790 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 14:37:58.161795 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 14:37:58.161800 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:58.161794 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:58.161816 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:58.161819 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:37:58.161822 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:37:58.161824 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 14:37:58.161724 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:37:58.161861 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 14:37:58.161872 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 14:37:58.161860 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 14:37:58.161785 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:58.161884 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:58.161890 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:58.161892 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:37:58.161899 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:37:58.161922 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 14:37:58.161741 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:37:58.161930 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:58.161943 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:58.161951 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:37:58.161962 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 14:37:58.161960 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:58.161971 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:58.161977 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:37:58.161983 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 14:37:58.161985 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 14:37:58.161951 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:37:58.161990 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 14:37:58.161996 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:58.162008 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:37:58.161887 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:37:58.162020 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:58.162025 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 14:37:58.162027 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 14:37:58.162029 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:58.161750 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:37:58.162043 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:37:58.162061 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:58.161962 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:58.162078 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 14:37:58.162033 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:37:58.162078 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:58.162096 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:37:58.161767 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 14:37:58.162112 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:37:58.161717 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:58.162128 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:37:58.161751 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 14:37:58.162132 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 14:37:58.162144 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 14:37:58.162152 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 14:37:58.161724 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:58.162163 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:37:58.162172 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 14:37:58.161773 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:37:58.161773 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 14:37:58.161774 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:37:58.162223 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 14:37:58.161771 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:58.162239 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:37:58.161779 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 14:37:58.161801 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:37:58.161803 3870 port_claim.go:71] Svc openshift-ingress/router-default: port 30647 is already open, no action needed I0507 14:37:58.162412 3870 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0507 14:37:58.161809 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:37:58.162480 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 14:37:58.161862 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:58.162500 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:37:58.161873 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:58.162547 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:37:58.162556 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 14:37:58.161874 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:58.162568 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:37:58.161931 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 14:37:58.161990 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:37:58.162067 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:58.162697 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:37:58.161764 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 14:37:58.161767 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:37:58.162949 3870 node_ip_handler_linux.go:160] Node IP manager is running W0507 14:37:58.199364 3870 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 14:37:58.199702 3870 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 14:37:58.199827 3870 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0507 14:37:58.207236 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 14:37:58.207300 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 14:37:58.207313 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 14:37:58.207327 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 14:37:58.247232 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 14:37:58.247266 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 14:37:58.247304 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 14:37:58.247322 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 14:37:58.247332 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 14:37:58.247338 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 14:37:58.247363 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 14:37:58.247376 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 14:37:58.247389 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 14:37:58.247396 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 14:37:58.287410 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 14:37:58.287435 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 14:37:58.287446 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 14:37:58.287457 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 14:37:58.287467 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 14:37:58.287474 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 14:37:59.971873 3870 default_node_network_controller.go:1380] Starting node controller node sync W0507 14:37:59.971937 3870 egressip_healthcheck.go:76] Health checking using insecure connection I0507 14:37:59.971993 3870 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0507 14:37:59.983752 3870 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.855867ms I0507 14:37:59.983891 3870 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 10.0.1.137 to PMTUD blocking rules I0507 14:37:59.983891 3870 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-231.ec2.internal", IP: 10.0.2.231 to PMTUD blocking rules I0507 14:37:59.983903 3870 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:37:59.983910 3870 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 14:37:59.995718 3870 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 14:37:59.995992 3870 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 14:37:59.996159 3870 egressservice_node.go:183] Starting Egress Services Controller I0507 14:37:59.996175 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 14:37:59.996186 3870 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 14:37:59.996192 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 14:37:59.996197 3870 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 14:37:59.996202 3870 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 14:37:59.996207 3870 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 14:37:59.996211 3870 egressservice_node.go:197] Repairing Egress Services I0507 14:38:00.005953 3870 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 14:38:00.005966 3870 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 14:38:00.006132 3870 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 14:38:00.006142 3870 link_network_manager.go:119] Link manager is running I0507 14:38:00.006151 3870 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 14:38:00.006355 3870 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 14:38:00.006834 3870 vrf_manager.go:128] VRF manager is running I0507 14:38:00.007386 3870 node_controller_manager.go:437] Removing flows to drop GARP I0507 14:38:00.007400 3870 gateway.go:532] Reconciling gateway with updates I0507 14:38:00.020090 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:38:00.020106 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:38:00.020106 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:38:00.020118 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 14:38:00.020118 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:38:00.020121 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:38:00.020125 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 14:38:00.020128 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 14:38:00.020124 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:38:00.020131 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 14:38:00.020134 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 14:38:00.020140 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 14:38:00.020144 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 14:38:00.020144 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:38:00.020154 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:38:00.020157 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 14:38:00.020164 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 14:38:00.020168 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:38:00.020167 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:38:00.020176 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:38:00.020180 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:38:00.020183 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 14:38:00.020123 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 14:38:00.020186 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 14:38:00.020195 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:38:00.020196 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:38:00.020201 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 14:38:00.020206 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 14:38:00.020220 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:38:00.020229 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:38:00.020233 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 14:38:00.020237 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 14:38:00.020243 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 14:38:00.020243 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:38:00.020157 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:38:00.020145 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:38:00.020257 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:38:00.020260 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:38:00.020265 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:38:00.020286 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 14:38:00.020288 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:38:00.020290 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:38:00.020294 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 14:38:00.020299 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 14:38:00.020300 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 14:38:00.020300 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 14:38:00.020301 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:38:00.020303 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 14:38:00.020309 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 14:38:00.020306 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:38:00.020316 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 14:38:00.020093 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 14:38:00.020327 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 14:38:00.020330 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 14:38:00.020330 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 14:38:00.020333 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 14:38:00.020290 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 14:38:00.020258 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 14:38:00.020348 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 14:38:00.020349 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 14:38:00.020244 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 14:38:00.020236 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 14:38:00.020366 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 14:38:00.020285 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 14:38:00.020374 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 14:38:00.020107 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:38:00.020225 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 14:38:00.020410 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 14:38:00.020170 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 14:38:00.020163 3870 port_claim.go:71] Svc openshift-ingress/router-default: port 30647 is already open, no action needed I0507 14:38:00.020182 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:38:00.020432 3870 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0507 14:38:00.020135 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:38:00.020452 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 14:38:00.020109 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 14:38:00.020460 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 14:38:00.020434 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 14:38:00.020184 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 14:38:00.020231 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 14:38:00.020237 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 14:38:00.020242 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 14:38:00.020245 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:38:00.020533 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 14:38:00.020248 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:38:00.020556 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 14:38:00.020252 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 14:38:00.020253 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:38:00.020611 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 14:38:00.020259 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:38:00.020636 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 14:38:00.020257 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 14:38:00.020662 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 14:38:00.020257 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:38:00.020689 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 14:38:00.020262 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 14:38:00.020713 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 14:38:00.020268 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:38:00.020721 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 14:38:00.020290 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 14:38:00.020752 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 14:38:00.020757 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 14:38:00.020289 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 14:38:00.020763 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 14:38:00.020287 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:38:00.020786 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 14:38:00.020302 3870 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:38:00.020810 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 14:38:00.020314 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 14:38:00.020815 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 14:38:00.020137 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:38:00.020187 3870 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 14:38:00.020889 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 14:38:00.048007 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 14:38:00.048029 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 14:38:00.048036 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 14:38:00.048041 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 14:38:00.048047 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 14:38:00.095986 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 14:38:00.095998 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 14:38:00.096019 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 14:38:00.096026 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 14:38:00.096033 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 14:38:00.096039 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 14:38:00.096045 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 14:38:00.096050 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 14:38:00.096066 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 14:38:00.096082 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 14:38:00.096091 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 14:38:00.096097 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 14:38:00.096103 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 14:38:00.135978 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 14:38:00.136005 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 14:38:00.136015 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 14:38:00.136021 3870 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 14:38:01.626411 3870 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal I0507 14:38:01.626444 3870 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 40.602µs I0507 14:38:01.656662 3870 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59d88bf758-nn9f7] creating logical port openshift-image-registry_image-registry-59d88bf758-nn9f7 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:01.656789 3870 kube.go:256] Updating pod openshift-image-registry/image-registry-59d88bf758-nn9f7 I0507 14:38:01.676586 3870 pod.go:62] [openshift-image-registry/image-registry-59d88bf758-nn9f7] pod update took 19.827931ms I0507 14:38:01.676608 3870 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-59d88bf758-nn9f7] addLogicalPort annotation time took 19.857005ms I0507 14:38:01.676717 3870 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-mz65w] creating logical port openshift-ingress-canary_ingress-canary-mz65w for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:01.676827 3870 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-mz65w I0507 14:38:01.677838 3870 pods.go:271] [openshift-image-registry/image-registry-59d88bf758-nn9f7] addLogicalPort took 21.19424ms, libovsdb time 972.848µs I0507 14:38:01.690165 3870 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vfq56] creating logical port openshift-dns_dns-default-vfq56 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:01.690298 3870 kube.go:256] Updating pod openshift-dns/dns-default-vfq56 I0507 14:38:01.691381 3870 pod.go:62] [openshift-ingress-canary/ingress-canary-mz65w] pod update took 14.588532ms I0507 14:38:01.691403 3870 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-mz65w] addLogicalPort annotation time took 14.615336ms I0507 14:38:01.692508 3870 pods.go:271] [openshift-ingress-canary/ingress-canary-mz65w] addLogicalPort took 15.805282ms, libovsdb time 865.225µs I0507 14:38:01.710791 3870 pod.go:62] [openshift-dns/dns-default-vfq56] pod update took 20.542518ms I0507 14:38:01.710815 3870 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vfq56] addLogicalPort annotation time took 20.57085ms I0507 14:38:01.711977 3870 pods.go:271] [openshift-dns/dns-default-vfq56] addLogicalPort took 21.833623ms, libovsdb time 870.871µs I0507 14:38:02.069404 3870 cni.go:452] [openshift-ingress-canary/ingress-canary-mz65w dc4ce4f726440b58da384e3537248efe90cfe0e62d21f8067560d8705425f792 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-mz65w dc4ce4f726440b58da384e3537248efe90cfe0e62d21f8067560d8705425f792 network default NAD default NAD key ] I0507 14:38:02.102645 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-mz65w, hostIfaceName: dc4ce4f726440b5, network: default, NAD default, SandboxID: "dc4ce4f726440b58da384e3537248efe90cfe0e62d21f8067560d8705425f792", PCI device ID: , UID: "89fdbb33-e399-4f25-a91c-69ff5a09eabb", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0507 14:38:02.158337 3870 cni.go:473] [openshift-ingress-canary/ingress-canary-mz65w dc4ce4f726440b58da384e3537248efe90cfe0e62d21f8067560d8705425f792 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-mz65w dc4ce4f726440b58da384e3537248efe90cfe0e62d21f8067560d8705425f792 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9c:45:38:93:88\",\"name\":\"dc4ce4f726440b5\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bf57afb-b8c1-466e-bf82-5dae1db73d32\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:38:02.711356 3870 cni.go:452] [kube-system/global-pull-secret-syncer-5644t 6a90ee1f4a60e5c849a82f0a5639518d2ab9908f122b9185f815b38aaa5a4866 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-5644t 6a90ee1f4a60e5c849a82f0a5639518d2ab9908f122b9185f815b38aaa5a4866 network default NAD default NAD key ] I0507 14:38:02.716246 3870 cni.go:452] [openshift-network-diagnostics/network-check-target-47rr7 6d864f5c3c4da706c0bb99f39d6f17b75b0a7fe4c95f77d97ca45cc6c2283540 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-47rr7 6d864f5c3c4da706c0bb99f39d6f17b75b0a7fe4c95f77d97ca45cc6c2283540 network default NAD default NAD key ] I0507 14:38:02.723352 3870 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5644t, hostIfaceName: 6a90ee1f4a60e5c, network: default, NAD default, SandboxID: "6a90ee1f4a60e5c849a82f0a5639518d2ab9908f122b9185f815b38aaa5a4866", PCI device ID: , UID: "ec0a3b77-2e48-4233-87b6-ccfe9794b069", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0507 14:38:02.727518 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-47rr7, hostIfaceName: 6d864f5c3c4da70, network: default, NAD default, SandboxID: "6d864f5c3c4da706c0bb99f39d6f17b75b0a7fe4c95f77d97ca45cc6c2283540", PCI device ID: , UID: "eb26a1eb-775d-4c43-a628-eeaeaa0de03b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0507 14:38:02.774655 3870 cni.go:473] [kube-system/global-pull-secret-syncer-5644t 6a90ee1f4a60e5c849a82f0a5639518d2ab9908f122b9185f815b38aaa5a4866 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5644t 6a90ee1f4a60e5c849a82f0a5639518d2ab9908f122b9185f815b38aaa5a4866 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:7d:59:69:ac:e8\",\"name\":\"6a90ee1f4a60e5c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65f0b1a4-a1cc-4afd-a258-33276d79c8d9\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:38:02.779807 3870 cni.go:473] [openshift-network-diagnostics/network-check-target-47rr7 6d864f5c3c4da706c0bb99f39d6f17b75b0a7fe4c95f77d97ca45cc6c2283540 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-47rr7 6d864f5c3c4da706c0bb99f39d6f17b75b0a7fe4c95f77d97ca45cc6c2283540 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:90:e8:f9:3d:b2\",\"name\":\"6d864f5c3c4da70\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a4a0503-af87-4604-bb5c-d0c47a2bb170\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:38:08.660909 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:08.901174 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:28.080831 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:28.080860 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:39.672658 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:39.672684 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 14:38:39.909507 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 14:38:50.431785 3870 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-m9pnt] creating logical port openshift-console-operator_console-operator-66dbbb6468-m9pnt for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:50.431880 3870 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-m9pnt I0507 14:38:50.449848 3870 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-m9pnt] pod update took 17.992323ms I0507 14:38:50.449872 3870 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-m9pnt] addLogicalPort annotation time took 18.023012ms I0507 14:38:50.450884 3870 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-m9pnt] addLogicalPort took 19.114495ms, libovsdb time 752.159µs I0507 14:38:50.539621 3870 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-fc2tx for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:50.539720 3870 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx I0507 14:38:50.554943 3870 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx] pod update took 15.250108ms I0507 14:38:50.554968 3870 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx] addLogicalPort annotation time took 15.277586ms I0507 14:38:50.556011 3870 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx] addLogicalPort took 16.405617ms, libovsdb time 770.344µs I0507 14:38:50.665450 3870 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57f57cbbf5-2s5dj] creating logical port openshift-ingress_router-default-57f57cbbf5-2s5dj for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:50.665518 3870 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-844d74d666-gq5tz] creating logical port openshift-ingress_router-default-844d74d666-gq5tz for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:50.665540 3870 kube.go:256] Updating pod openshift-ingress/router-default-57f57cbbf5-2s5dj I0507 14:38:50.665626 3870 kube.go:256] Updating pod openshift-ingress/router-default-844d74d666-gq5tz I0507 14:38:50.701554 3870 pod.go:62] [openshift-ingress/router-default-57f57cbbf5-2s5dj] pod update took 36.03838ms I0507 14:38:50.701577 3870 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57f57cbbf5-2s5dj] addLogicalPort annotation time took 36.066723ms I0507 14:38:50.702654 3870 pods.go:271] [openshift-ingress/router-default-57f57cbbf5-2s5dj] addLogicalPort took 37.219613ms, libovsdb time 773.373µs I0507 14:38:50.726735 3870 pod.go:62] [openshift-ingress/router-default-844d74d666-gq5tz] pod update took 61.135408ms I0507 14:38:50.726755 3870 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-844d74d666-gq5tz] addLogicalPort annotation time took 61.157591ms I0507 14:38:50.727810 3870 pods.go:271] [openshift-ingress/router-default-844d74d666-gq5tz] addLogicalPort took 62.302719ms, libovsdb time 790.548µs I0507 14:38:50.789633 3870 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-m9pnt bf1a25bb9f0f09e99844568fae97a03f2362db1e077ce8009f29e9c8122776e7 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-m9pnt bf1a25bb9f0f09e99844568fae97a03f2362db1e077ce8009f29e9c8122776e7 network default NAD default NAD key ] I0507 14:38:50.799335 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-m9pnt, hostIfaceName: bf1a25bb9f0f09e, network: default, NAD default, SandboxID: "bf1a25bb9f0f09e99844568fae97a03f2362db1e077ce8009f29e9c8122776e7", PCI device ID: , UID: "5b5de345-c0f2-4de1-bd3e-63f11b8b9f09", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0507 14:38:50.847063 3870 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-m9pnt bf1a25bb9f0f09e99844568fae97a03f2362db1e077ce8009f29e9c8122776e7 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-m9pnt bf1a25bb9f0f09e99844568fae97a03f2362db1e077ce8009f29e9c8122776e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:29:26:ec:42:69\",\"name\":\"bf1a25bb9f0f09e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e041b6df-260b-47f0-a44e-9a6f9a26c975\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:38:54.014854 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 14:38:55.276766 3870 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 14:38:55.277713 3870 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 924.327µs I0507 14:38:55.308521 3870 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 14:38:55.646935 3870 namespace.go:98] [openshift-service-ca] adding namespace I0507 14:38:55.647832 3870 namespace.go:102] [openshift-service-ca] adding namespace took 868.908µs I0507 14:38:55.663999 3870 namespace.go:142] [openshift-service-ca] updating namespace I0507 14:38:59.927299 3870 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq for pod on switch ip-10-0-0-60.ec2.internal I0507 14:38:59.927410 3870 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq I0507 14:38:59.942397 3870 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq] pod update took 15.017365ms I0507 14:38:59.942425 3870 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq] addLogicalPort annotation time took 15.051184ms I0507 14:38:59.943644 3870 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq] addLogicalPort took 16.382217ms, libovsdb time 890.074µs I0507 14:39:00.284104 3870 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key ] I0507 14:39:00.294557 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq, hostIfaceName: d3d98c851446af4, network: default, NAD default, SandboxID: "d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e", PCI device ID: , UID: "a6589fd8-4097-4d19-8386-ec1e15c028f5", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0507 14:39:00.342126 3870 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0a:91:9b:05:79\",\"name\":\"d3d98c851446af4\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c9e49b9-6e5a-4f80-8164-62295c5cc2c6\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:39:04.960891 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 14:39:05.648588 3870 cni.go:452] [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key ] I0507 14:39:05.657685 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-59d88bf758-nn9f7, hostIfaceName: e4c8ec095a961af, network: default, NAD default, SandboxID: "e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836", PCI device ID: , UID: "cdf7dab7-8326-41a8-a9a8-7873c58a24d0", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0507 14:39:05.707603 3870 cni.go:473] [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d3:e7:1f:bc:3d\",\"name\":\"e4c8ec095a961af\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ea4bdfa-b71d-48cc-bf2a-198cb0710450\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:05.981916 3870 cni.go:452] [openshift-dns/dns-default-vfq56 7b25a21c07ad2543a330f7602805425971e2f94615fe975275096fac87df0e1d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vfq56 7b25a21c07ad2543a330f7602805425971e2f94615fe975275096fac87df0e1d network default NAD default NAD key ] I0507 14:39:05.992995 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vfq56, hostIfaceName: 7b25a21c07ad254, network: default, NAD default, SandboxID: "7b25a21c07ad2543a330f7602805425971e2f94615fe975275096fac87df0e1d", PCI device ID: , UID: "015dce51-f93c-4603-848e-a67e66d3f541", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0507 14:39:06.040819 3870 cni.go:473] [openshift-dns/dns-default-vfq56 7b25a21c07ad2543a330f7602805425971e2f94615fe975275096fac87df0e1d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vfq56 7b25a21c07ad2543a330f7602805425971e2f94615fe975275096fac87df0e1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8f:bd:83:9a:4a\",\"name\":\"7b25a21c07ad254\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45bb266c-8831-449a-98f2-3285ef81d0eb\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:06.498294 3870 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx 5088b8173e2bcc1f53435749574028b1a9c9e481728f0ff6f90e817b173d8682 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx 5088b8173e2bcc1f53435749574028b1a9c9e481728f0ff6f90e817b173d8682 network default NAD default NAD key ] I0507 14:39:06.509816 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-fc2tx, hostIfaceName: 5088b8173e2bcc1, network: default, NAD default, SandboxID: "5088b8173e2bcc1f53435749574028b1a9c9e481728f0ff6f90e817b173d8682", PCI device ID: , UID: "494e77fd-f14a-408b-a674-c1501d48dc83", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0507 14:39:06.555773 3870 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx 5088b8173e2bcc1f53435749574028b1a9c9e481728f0ff6f90e817b173d8682 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-fc2tx 5088b8173e2bcc1f53435749574028b1a9c9e481728f0ff6f90e817b173d8682 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e7:9d:19:b6:5c\",\"name\":\"5088b8173e2bcc1\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e174e092-077b-4648-8caa-0b48c013b363\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:22.381207 3870 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8m957] creating logical port openshift-insights_insights-runtime-extractor-8m957 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:22.381340 3870 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8m957 I0507 14:39:22.403540 3870 pod.go:62] [openshift-insights/insights-runtime-extractor-8m957] pod update took 22.234773ms I0507 14:39:22.403570 3870 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8m957] addLogicalPort annotation time took 22.270002ms I0507 14:39:22.404738 3870 pods.go:271] [openshift-insights/insights-runtime-extractor-8m957] addLogicalPort took 23.548533ms, libovsdb time 876.514µs W0507 14:39:22.455024 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0507 14:39:22.455115 3870 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:39:22.491821 3870 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:22.734983 3870 cni.go:452] [openshift-insights/insights-runtime-extractor-8m957 347ac3fca45af86badcb03c0a9563a6c0a68c5edeb0a3944e839f9660a2a1042 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8m957 347ac3fca45af86badcb03c0a9563a6c0a68c5edeb0a3944e839f9660a2a1042 network default NAD default NAD key ] I0507 14:39:22.744403 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8m957, hostIfaceName: 347ac3fca45af86, network: default, NAD default, SandboxID: "347ac3fca45af86badcb03c0a9563a6c0a68c5edeb0a3944e839f9660a2a1042", PCI device ID: , UID: "3ebef307-da72-4c4a-900f-461529f423c9", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0507 14:39:22.793434 3870 cni.go:473] [openshift-insights/insights-runtime-extractor-8m957 347ac3fca45af86badcb03c0a9563a6c0a68c5edeb0a3944e839f9660a2a1042 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8m957 347ac3fca45af86badcb03c0a9563a6c0a68c5edeb0a3944e839f9660a2a1042 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:fb:57:83:02:59\",\"name\":\"347ac3fca45af86\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5631d539-1c72-4738-b3d9-04e472149abc\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:22.817483 3870 cni.go:452] [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key ] I0507 14:39:22.817841 3870 cni.go:452] [openshift-ingress/router-default-844d74d666-gq5tz 194723b93d556a124ebc3fc7eb6ff9f2a47d25804f4ef62bef2a408857e38f8e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-844d74d666-gq5tz 194723b93d556a124ebc3fc7eb6ff9f2a47d25804f4ef62bef2a408857e38f8e network default NAD default NAD key ] I0507 14:39:22.829584 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-844d74d666-gq5tz, hostIfaceName: 194723b93d556a1, network: default, NAD default, SandboxID: "194723b93d556a124ebc3fc7eb6ff9f2a47d25804f4ef62bef2a408857e38f8e", PCI device ID: , UID: "5441d5b9-5647-4322-8dfd-e29cafb144aa", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0507 14:39:22.829907 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57f57cbbf5-2s5dj, hostIfaceName: 1999af6cf528d2a, network: default, NAD default, SandboxID: "1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba", PCI device ID: , UID: "94dfed25-cd68-4d75-8d15-e717d8dff30a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0507 14:39:22.879228 3870 cni.go:473] [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ea:3c:6b:68:27\",\"name\":\"1999af6cf528d2a\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a91386c-524b-45f4-a074-cdd24e2a28e9\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:22.894087 3870 cni.go:473] [openshift-ingress/router-default-844d74d666-gq5tz 194723b93d556a124ebc3fc7eb6ff9f2a47d25804f4ef62bef2a408857e38f8e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-844d74d666-gq5tz 194723b93d556a124ebc3fc7eb6ff9f2a47d25804f4ef62bef2a408857e38f8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:29:99:c1:50:25\",\"name\":\"194723b93d556a1\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57e47f80-736d-4fef-b7e1-65fd21450cea\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:39:23.120999 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.121020 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.120999 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.121116 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.121123 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.169023 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.169043 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.169049 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.169027 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.169101 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.888166 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.888182 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:23.902102 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.902121 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:23.902126 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0507 14:39:23.921718 3870 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:23.922381 3870 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:23.952684 3870 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:23.952711 3870 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-qsrlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:23.972136 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:23.972161 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86d94697cc-qsrlw I0507 14:39:24.127766 3870 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key ] W0507 14:39:24.162948 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0507 14:39:24.162979 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0507 14:39:24.206189 3870 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq d3d98c851446af4d10aff3b6a08a07655625d9c2593133b01859670c610d1b4e network default NAD default NAD key default], result "{}", err I0507 14:39:24.248224 3870 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 14:39:24.251660 3870 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.251692 3870 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq I0507 14:39:24.253190 3870 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq, ips: 10.130.0.13 I0507 14:39:24.253221 3870 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.253241 3870 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.253251 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 14:39:24.253492 3870 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:39:24.253508 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 14:39:24.261611 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.261629 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0507 14:39:24.261637 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0507 14:39:24.389309 3870 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 14:39:25.309428 3870 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.309453 3870 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.309470 3870 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.309484 3870 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqr2gq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:25.543933 3870 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0507 14:39:25.955929 3870 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:39:28.323374 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 14:39:30.014795 3870 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 14:39:30.029047 3870 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 14:39:30.741037 3870 base_network_controller_pods.go:487] [default/openshift-console/console-7f57f788b5-2zc7s] creating logical port openshift-console_console-7f57f788b5-2zc7s for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:30.741164 3870 kube.go:256] Updating pod openshift-console/console-7f57f788b5-2zc7s I0507 14:39:30.755925 3870 pod.go:62] [openshift-console/console-7f57f788b5-2zc7s] pod update took 14.796775ms I0507 14:39:30.755953 3870 base_network_controller_pods.go:951] [default/openshift-console/console-7f57f788b5-2zc7s] addLogicalPort annotation time took 14.830198ms I0507 14:39:30.757081 3870 pods.go:271] [openshift-console/console-7f57f788b5-2zc7s] addLogicalPort took 16.061249ms, libovsdb time 848.679µs I0507 14:39:31.139287 3870 cni.go:452] [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key ] I0507 14:39:31.148618 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f57f788b5-2zc7s, hostIfaceName: b63862660ff7338, network: default, NAD default, SandboxID: "b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f", PCI device ID: , UID: "a09a1e18-583e-46c0-90f0-620b0f1d007e", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0507 14:39:31.197667 3870 cni.go:473] [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f1:cf:49:a3:68\",\"name\":\"b63862660ff7338\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6da99c7a-afb7-4401-9c58-953d93d5f11f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:39:32.449775 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 14:39:34.119199 3870 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g567j] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-g567j for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:34.119326 3870 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-g567j I0507 14:39:34.141067 3870 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-g567j] pod update took 21.76613ms I0507 14:39:34.141090 3870 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g567j] addLogicalPort annotation time took 21.797151ms I0507 14:39:34.142207 3870 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-g567j] addLogicalPort took 23.03038ms, libovsdb time 775.457µs I0507 14:39:34.606935 3870 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-g567j f286691d1ab2f9b778bac08b8f515128650f276b59d20b96d97d19db1ede2c61 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g567j f286691d1ab2f9b778bac08b8f515128650f276b59d20b96d97d19db1ede2c61 network default NAD default NAD key ] I0507 14:39:34.617170 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-g567j, hostIfaceName: f286691d1ab2f9b, network: default, NAD default, SandboxID: "f286691d1ab2f9b778bac08b8f515128650f276b59d20b96d97d19db1ede2c61", PCI device ID: , UID: "d5766c5f-93d1-41d9-b9c3-7a39d27ccee9", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0507 14:39:34.667670 3870 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-g567j f286691d1ab2f9b778bac08b8f515128650f276b59d20b96d97d19db1ede2c61 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g567j f286691d1ab2f9b778bac08b8f515128650f276b59d20b96d97d19db1ede2c61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c6:52:67:d6:0d\",\"name\":\"f286691d1ab2f9b\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a87607e-33e5-438c-b787-cbb125529a1b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:39:35.170042 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:35.369729 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:36.918229 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 14:39:37.192514 3870 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-b99745dcd-p25zs] creating logical port openshift-monitoring_thanos-querier-b99745dcd-p25zs for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:37.192630 3870 kube.go:256] Updating pod openshift-monitoring/thanos-querier-b99745dcd-p25zs I0507 14:39:37.215232 3870 pod.go:62] [openshift-monitoring/thanos-querier-b99745dcd-p25zs] pod update took 22.651361ms I0507 14:39:37.215258 3870 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-b99745dcd-p25zs] addLogicalPort annotation time took 22.682698ms I0507 14:39:37.216600 3870 pods.go:271] [openshift-monitoring/thanos-querier-b99745dcd-p25zs] addLogicalPort took 24.101469ms, libovsdb time 909.984µs I0507 14:39:37.554765 3870 cni.go:452] [openshift-monitoring/thanos-querier-b99745dcd-p25zs e9c55802a31fe35ca36fe0cf34593fd121f069d2f87e67bc1aaf159211d3f72e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-b99745dcd-p25zs e9c55802a31fe35ca36fe0cf34593fd121f069d2f87e67bc1aaf159211d3f72e network default NAD default NAD key ] I0507 14:39:37.568343 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-b99745dcd-p25zs, hostIfaceName: e9c55802a31fe35, network: default, NAD default, SandboxID: "e9c55802a31fe35ca36fe0cf34593fd121f069d2f87e67bc1aaf159211d3f72e", PCI device ID: , UID: "2adeaf17-e25b-4217-931b-09981c2bf8ad", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0507 14:39:37.621378 3870 cni.go:473] [openshift-monitoring/thanos-querier-b99745dcd-p25zs e9c55802a31fe35ca36fe0cf34593fd121f069d2f87e67bc1aaf159211d3f72e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-b99745dcd-p25zs e9c55802a31fe35ca36fe0cf34593fd121f069d2f87e67bc1aaf159211d3f72e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:74:74:10:2a:48\",\"name\":\"e9c55802a31fe35\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9734d529-433a-4428-aff1-527378a7d299\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:38.629070 3870 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5bbfd9c774-448l6] creating logical port openshift-monitoring_metrics-server-5bbfd9c774-448l6 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:38.629241 3870 kube.go:256] Updating pod openshift-monitoring/metrics-server-5bbfd9c774-448l6 I0507 14:39:38.645112 3870 pod.go:62] [openshift-monitoring/metrics-server-5bbfd9c774-448l6] pod update took 15.921441ms I0507 14:39:38.645139 3870 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5bbfd9c774-448l6] addLogicalPort annotation time took 15.955375ms I0507 14:39:38.646544 3870 pods.go:271] [openshift-monitoring/metrics-server-5bbfd9c774-448l6] addLogicalPort took 17.494552ms, libovsdb time 979.756µs I0507 14:39:38.703357 3870 cni.go:452] [openshift-multus/network-metrics-daemon-hvjnb 40d505770ae96eaf711e4fd6c88b7f8e262ad191cf8aa6771e43c7040eb7603e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-hvjnb 40d505770ae96eaf711e4fd6c88b7f8e262ad191cf8aa6771e43c7040eb7603e network default NAD default NAD key ] I0507 14:39:38.713461 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-hvjnb, hostIfaceName: 40d505770ae96ea, network: default, NAD default, SandboxID: "40d505770ae96eaf711e4fd6c88b7f8e262ad191cf8aa6771e43c7040eb7603e", PCI device ID: , UID: "9aec49d9-1c8e-4c00-873d-d4e18653363f", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0507 14:39:38.772398 3870 cni.go:473] [openshift-multus/network-metrics-daemon-hvjnb 40d505770ae96eaf711e4fd6c88b7f8e262ad191cf8aa6771e43c7040eb7603e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-hvjnb 40d505770ae96eaf711e4fd6c88b7f8e262ad191cf8aa6771e43c7040eb7603e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:dd:de:e1:62:27\",\"name\":\"40d505770ae96ea\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c09f2902-b977-4d94-8b9b-0113bf88a90e\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:38.987468 3870 cni.go:452] [openshift-monitoring/metrics-server-5bbfd9c774-448l6 3d8eae436e921c9d5e3fa0b1e49655ce2bb51ae9696c4af9d2496777371189d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5bbfd9c774-448l6 3d8eae436e921c9d5e3fa0b1e49655ce2bb51ae9696c4af9d2496777371189d1 network default NAD default NAD key ] I0507 14:39:38.997150 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5bbfd9c774-448l6, hostIfaceName: 3d8eae436e921c9, network: default, NAD default, SandboxID: "3d8eae436e921c9d5e3fa0b1e49655ce2bb51ae9696c4af9d2496777371189d1", PCI device ID: , UID: "065429b0-efa1-4757-92a5-41f2b9f5574f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0507 14:39:39.048435 3870 cni.go:473] [openshift-monitoring/metrics-server-5bbfd9c774-448l6 3d8eae436e921c9d5e3fa0b1e49655ce2bb51ae9696c4af9d2496777371189d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5bbfd9c774-448l6 3d8eae436e921c9d5e3fa0b1e49655ce2bb51ae9696c4af9d2496777371189d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:51:54:49:c2:b6\",\"name\":\"3d8eae436e921c9\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a3a8cb7-ba0a-4568-abb8-245ea2953300\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:39:39.789134 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:39.803749 3870 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-85b8fc7794-pxm6t IP address from the namespace address-set, err: pod openshift-console/console-85b8fc7794-pxm6t: no pod IPs found I0507 14:39:40.512585 3870 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:40.512727 3870 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 14:39:40.536735 3870 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.044049ms I0507 14:39:40.536768 3870 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.083496ms I0507 14:39:40.537998 3870 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.430362ms, libovsdb time 878.322µs I0507 14:39:40.882152 3870 cni.go:452] [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key ] I0507 14:39:40.892955 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 0cec12b84006e52, network: default, NAD default, SandboxID: "0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c", PCI device ID: , UID: "a470046c-245c-4417-83ed-fae4f7e056b7", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0507 14:39:40.954788 3870 cni.go:473] [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6c:64:24:75:05\",\"name\":\"0cec12b84006e52\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d265a8b1-4629-475b-87cc-8a2be71c4932\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:39:41.227888 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:39:42.232141 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:42.232161 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:43.239237 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.239261 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.239267 3870 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:43.239297 3870 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:44.015750 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:44.015769 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:39:44.115802 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.115819 3870 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.115825 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476776 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476802 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:44.476810 3870 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 14:39:46.429130 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 14:39:46.484424 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0507 14:39:47.582080 3870 cni.go:452] [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key ] I0507 14:39:47.664788 3870 cni.go:473] [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-59d88bf758-nn9f7 e4c8ec095a961af1ba6b6a9493b5026533ff0b0ae8de0501a4b4ecc7a32b9836 network default NAD default NAD key default], result "{}", err I0507 14:39:47.713085 3870 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:47.713176 3870 pods.go:176] Deleting pod: openshift-image-registry/image-registry-59d88bf758-nn9f7 I0507 14:39:47.714489 3870 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-59d88bf758-nn9f7, ips: 10.130.0.6 I0507 14:39:47.714521 3870 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:47.723344 3870 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7487ccb4b9-z68rq] creating logical port openshift-image-registry_image-registry-7487ccb4b9-z68rq for pod on switch ip-10-0-0-60.ec2.internal I0507 14:39:47.723441 3870 kube.go:256] Updating pod openshift-image-registry/image-registry-7487ccb4b9-z68rq I0507 14:39:47.739477 3870 pod.go:62] [openshift-image-registry/image-registry-7487ccb4b9-z68rq] pod update took 16.071848ms I0507 14:39:47.739500 3870 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7487ccb4b9-z68rq] addLogicalPort annotation time took 16.101613ms I0507 14:39:47.740694 3870 pods.go:271] [openshift-image-registry/image-registry-7487ccb4b9-z68rq] addLogicalPort took 17.367452ms, libovsdb time 849.415µs I0507 14:39:48.081468 3870 cni.go:452] [openshift-image-registry/image-registry-7487ccb4b9-z68rq e83068aceddfc1f12386c5208a46b70f590fa78fb8e866b2965cb8fd5e8da2a8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7487ccb4b9-z68rq e83068aceddfc1f12386c5208a46b70f590fa78fb8e866b2965cb8fd5e8da2a8 network default NAD default NAD key ] I0507 14:39:48.090669 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7487ccb4b9-z68rq, hostIfaceName: e83068aceddfc1f, network: default, NAD default, SandboxID: "e83068aceddfc1f12386c5208a46b70f590fa78fb8e866b2965cb8fd5e8da2a8", PCI device ID: , UID: "40aa5aac-224e-42e6-8ac5-c068d811d7c5", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0507 14:39:48.141311 3870 cni.go:473] [openshift-image-registry/image-registry-7487ccb4b9-z68rq e83068aceddfc1f12386c5208a46b70f590fa78fb8e866b2965cb8fd5e8da2a8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7487ccb4b9-z68rq e83068aceddfc1f12386c5208a46b70f590fa78fb8e866b2965cb8fd5e8da2a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:17:a5:ba:89:d6\",\"name\":\"e83068aceddfc1f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57c4aef1-6223-49fa-8b47-38f107092074\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:39:48.248769 3870 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.248799 3870 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59d88bf758-nn9f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.253723 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59d88bf758-nn9f7 I0507 14:39:48.253752 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59d88bf758-nn9f7 W0507 14:39:48.494387 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.494406 3870 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.494411 3870 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:48.494416 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:48.547341 3870 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.547939 3870 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:39:48.568573 3870 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.568601 3870 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86d94697cc-gvtjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:39:48.573207 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86d94697cc-gvtjf I0507 14:39:48.573239 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86d94697cc-gvtjf W0507 14:39:49.031530 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 14:39:49.247222 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.247247 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.247256 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 14:39:49.247263 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 14:39:54.176382 3870 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 14:39:58.057433 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:39:58.057459 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:00.062204 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 14:40:02.224849 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0507 14:40:02.681578 3870 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:02.682122 3870 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:03.532288 3870 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:03.532312 3870 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-gqzz8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:03.537411 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:03.537431 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f57f788b5-gqzz8 I0507 14:40:04.950221 3870 cni.go:452] [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key ] I0507 14:40:05.037251 3870 cni.go:473] [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f57f788b5-2zc7s b63862660ff73381a0f880ac5125aca973e11456d60fb0730074dd079340e82f network default NAD default NAD key default], result "{}", err I0507 14:40:05.083872 3870 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-2zc7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:05.083911 3870 pods.go:176] Deleting pod: openshift-console/console-7f57f788b5-2zc7s I0507 14:40:05.085196 3870 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f57f788b5-2zc7s, ips: 10.130.0.15 I0507 14:40:05.085224 3870 obj_retry.go:498] Detected object openshift-console/console-7f57f788b5-2zc7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:05.091726 3870 base_network_controller_pods.go:487] [default/openshift-console/console-59b68fc68b-d2zhf] creating logical port openshift-console_console-59b68fc68b-d2zhf for pod on switch ip-10-0-0-60.ec2.internal I0507 14:40:05.091904 3870 kube.go:256] Updating pod openshift-console/console-59b68fc68b-d2zhf I0507 14:40:05.105114 3870 pod.go:62] [openshift-console/console-59b68fc68b-d2zhf] pod update took 13.245482ms I0507 14:40:05.105152 3870 base_network_controller_pods.go:951] [default/openshift-console/console-59b68fc68b-d2zhf] addLogicalPort annotation time took 13.292285ms I0507 14:40:05.107403 3870 pods.go:271] [openshift-console/console-59b68fc68b-d2zhf] addLogicalPort took 15.697236ms, libovsdb time 1.521351ms I0507 14:40:05.316829 3870 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-2zc7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:05.316856 3870 obj_retry.go:492] Detected object openshift-console/console-7f57f788b5-2zc7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:05.322009 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f57f788b5-2zc7s I0507 14:40:05.322035 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f57f788b5-2zc7s I0507 14:40:05.470075 3870 cni.go:452] [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key ] I0507 14:40:05.479669 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59b68fc68b-d2zhf, hostIfaceName: 1bd58f1cf51c547, network: default, NAD default, SandboxID: "1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9", PCI device ID: , UID: "5ed39790-17c7-4091-9a67-c3b4be3af90f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0507 14:40:05.529941 3870 cni.go:473] [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:cf:ff:7f:ab:cf\",\"name\":\"1bd58f1cf51c547\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2af39dc4-42ad-479d-a8bb-14bd9c76ce0e\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:40:10.275118 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 14:40:13.566639 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:13.566675 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:13.607932 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:13.607955 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:15.572726 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 14:40:16.377039 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 14:40:20.145157 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0507 14:40:38.926655 3870 obj_retry.go:498] Detected object openshift-console/console-85b8fc7794-j5dkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:38.927239 3870 obj_retry.go:498] Detected object openshift-console/console-85b8fc7794-j5dkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:39.212910 3870 obj_retry.go:492] Detected object openshift-console/console-85b8fc7794-j5dkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:39.212941 3870 obj_retry.go:492] Detected object openshift-console/console-85b8fc7794-j5dkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:39.220228 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b8fc7794-j5dkn I0507 14:40:39.220255 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b8fc7794-j5dkn I0507 14:40:39.815617 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:39.816198 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.222708 3870 cni.go:452] [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key ] I0507 14:40:40.305889 3870 cni.go:473] [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-57f57cbbf5-2s5dj 1999af6cf528d2a252ea18ccf331ac4334f7f91708ec186e1e057374ed4d18ba network default NAD default NAD key default], result "{}", err I0507 14:40:40.380745 3870 obj_retry.go:498] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.380784 3870 pods.go:176] Deleting pod: openshift-ingress/router-default-57f57cbbf5-2s5dj I0507 14:40:40.382018 3870 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-57f57cbbf5-2s5dj, ips: 10.130.0.11 I0507 14:40:40.382047 3870 obj_retry.go:498] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:40.692705 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.692729 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.767899 3870 obj_retry.go:492] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.767925 3870 obj_retry.go:492] Detected object openshift-ingress/router-default-57f57cbbf5-2s5dj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:40.773013 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57f57cbbf5-2s5dj I0507 14:40:40.773040 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57f57cbbf5-2s5dj W0507 14:40:41.266059 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:40:41.266089 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:40:41.266102 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:40:41.266108 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:40:41.518501 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:40:41.518522 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 14:40:55.953406 3870 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:55.953974 3870 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:40:56.750851 3870 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:56.750883 3870 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:40:56.757898 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 14:40:56.757927 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 14:41:00.173450 3870 cni.go:452] [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key ] I0507 14:41:00.253640 3870 cni.go:473] [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 0cec12b84006e52a1d26bcf285c99cf51ff7520f3f012b43c5cebaa1eefd245c network default NAD default NAD key default], result "{}", err I0507 14:41:00.313541 3870 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:00.313575 3870 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0507 14:41:00.315019 3870 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0507 14:41:00.315047 3870 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:00.561179 3870 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:00.561210 3870 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:00.565643 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 14:41:00.565670 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 14:41:00.604371 3870 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:41:00.604580 3870 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 14:41:00.625830 3870 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.307205ms I0507 14:41:00.625856 3870 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.370926ms I0507 14:41:00.627064 3870 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.716326ms, libovsdb time 891.816µs I0507 14:41:00.964869 3870 cni.go:452] [openshift-monitoring/prometheus-k8s-1 215bbff9d3ee0aa678802ac1b7f193ee42e488ef03271d246305a465d6a2940c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 215bbff9d3ee0aa678802ac1b7f193ee42e488ef03271d246305a465d6a2940c network default NAD default NAD key ] I0507 14:41:00.974632 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 215bbff9d3ee0aa, network: default, NAD default, SandboxID: "215bbff9d3ee0aa678802ac1b7f193ee42e488ef03271d246305a465d6a2940c", PCI device ID: , UID: "13bd5ddf-2953-47da-a068-0519b42233a8", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0507 14:41:01.025363 3870 cni.go:473] [openshift-monitoring/prometheus-k8s-1 215bbff9d3ee0aa678802ac1b7f193ee42e488ef03271d246305a465d6a2940c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 215bbff9d3ee0aa678802ac1b7f193ee42e488ef03271d246305a465d6a2940c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b0:7a:88:bd:7c\",\"name\":\"215bbff9d3ee0aa\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11fe21c1-9d56-4fa2-a48d-12d5d230348c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:41:18.498566 3870 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:18.499154 3870 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:19.386209 3870 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:19.386241 3870 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:19.392019 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 14:41:19.392044 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 14:41:27.546312 3870 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:27.546855 3870 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:27.888528 3870 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:27.888563 3870 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-rg8d6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:27.893726 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:27.893754 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59b68fc68b-rg8d6 I0507 14:41:38.560758 3870 cni.go:452] [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key ] I0507 14:41:38.643512 3870 cni.go:473] [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59b68fc68b-d2zhf 1bd58f1cf51c5479aab5abb82f3e070e1f1f7239b53082a707091589cafac5d9 network default NAD default NAD key default], result "{}", err I0507 14:41:38.690589 3870 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-d2zhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:38.690628 3870 pods.go:176] Deleting pod: openshift-console/console-59b68fc68b-d2zhf I0507 14:41:38.692016 3870 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59b68fc68b-d2zhf, ips: 10.130.0.21 I0507 14:41:38.692053 3870 obj_retry.go:498] Detected object openshift-console/console-59b68fc68b-d2zhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:41:39.015429 3870 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-d2zhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:39.015484 3870 obj_retry.go:492] Detected object openshift-console/console-59b68fc68b-d2zhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:41:39.021032 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59b68fc68b-d2zhf I0507 14:41:39.021060 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59b68fc68b-d2zhf W0507 14:42:01.860073 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 14:42:01.860102 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 14:42:03.647537 3870 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:42:03.648143 3870 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:42:04.573206 3870 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:42:04.573235 3870 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:42:04.580588 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 14:42:04.580619 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 14:42:57.961471 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 14:43:13.625541 3870 base_network_controller_pods.go:487] [default/openshift-console/console-5fc895677d-pzdfx] creating logical port openshift-console_console-5fc895677d-pzdfx for pod on switch ip-10-0-0-60.ec2.internal I0507 14:43:13.625698 3870 kube.go:256] Updating pod openshift-console/console-5fc895677d-pzdfx I0507 14:43:13.642133 3870 pod.go:62] [openshift-console/console-5fc895677d-pzdfx] pod update took 16.463257ms I0507 14:43:13.642158 3870 base_network_controller_pods.go:951] [default/openshift-console/console-5fc895677d-pzdfx] addLogicalPort annotation time took 16.493413ms I0507 14:43:13.643489 3870 pods.go:271] [openshift-console/console-5fc895677d-pzdfx] addLogicalPort took 17.968669ms, libovsdb time 985.759µs I0507 14:43:13.978622 3870 cni.go:452] [openshift-console/console-5fc895677d-pzdfx bf3df01ae0392ae3fec9880afb6c56e9c50850c266dbf9258a6870419fe1b5b2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fc895677d-pzdfx bf3df01ae0392ae3fec9880afb6c56e9c50850c266dbf9258a6870419fe1b5b2 network default NAD default NAD key ] I0507 14:43:13.987738 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fc895677d-pzdfx, hostIfaceName: bf3df01ae0392ae, network: default, NAD default, SandboxID: "bf3df01ae0392ae3fec9880afb6c56e9c50850c266dbf9258a6870419fe1b5b2", PCI device ID: , UID: "42581668-05d5-47ea-8f37-975cfc85b1b6", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0507 14:43:14.039094 3870 cni.go:473] [openshift-console/console-5fc895677d-pzdfx bf3df01ae0392ae3fec9880afb6c56e9c50850c266dbf9258a6870419fe1b5b2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fc895677d-pzdfx bf3df01ae0392ae3fec9880afb6c56e9c50850c266dbf9258a6870419fe1b5b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5f:4d:d3:a2:14\",\"name\":\"bf3df01ae0392ae\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c007018-c838-442c-9daa-68a2b34d3795\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:43:24.135368 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 14:43:38.915084 3870 obj_retry.go:498] Detected object openshift-console/console-754df8778d-h9q9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:38.915630 3870 obj_retry.go:498] Detected object openshift-console/console-754df8778d-h9q9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:39.430803 3870 obj_retry.go:492] Detected object openshift-console/console-754df8778d-h9q9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:39.430825 3870 obj_retry.go:492] Detected object openshift-console/console-754df8778d-h9q9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:39.433350 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754df8778d-h9q9q I0507 14:43:39.433376 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754df8778d-h9q9q I0507 14:43:39.935469 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 14:43:41.935941 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0507 14:43:45.973493 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 14:43:47.855446 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=553 I0507 14:43:49.474391 3870 obj_retry.go:498] Detected object openshift-console/console-754df8778d-275p8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:49.475038 3870 obj_retry.go:498] Detected object openshift-console/console-754df8778d-275p8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:43:49.996609 3870 obj_retry.go:492] Detected object openshift-console/console-754df8778d-275p8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:49.996658 3870 obj_retry.go:492] Detected object openshift-console/console-754df8778d-275p8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:43:50.006189 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754df8778d-275p8 I0507 14:43:50.006217 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754df8778d-275p8 I0507 14:44:10.967491 3870 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0507 14:44:34.665646 3870 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 14:44:43.956343 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 14:44:45.707797 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 14:44:45.707871 3870 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-24r5f IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-24r5f: no pod IPs found I0507 14:45:44.731288 3870 namespace.go:98] [tsf] adding namespace I0507 14:45:44.732195 3870 namespace.go:102] [tsf] adding namespace took 859.085µs I0507 14:45:44.745057 3870 namespace.go:142] [tsf] updating namespace I0507 14:45:44.753095 3870 namespace.go:142] [tsf] updating namespace I0507 14:45:48.827156 3870 namespace.go:98] [rhbk-operator] adding namespace I0507 14:45:48.828037 3870 namespace.go:102] [rhbk-operator] adding namespace took 854.246µs I0507 14:45:48.830332 3870 namespace.go:98] [tsf-tpa] adding namespace I0507 14:45:48.830438 3870 namespace.go:98] [rhtpa-operator] adding namespace I0507 14:45:48.830506 3870 namespace.go:98] [konflux-operator] adding namespace I0507 14:45:48.830648 3870 namespace.go:98] [tsf-tas] adding namespace I0507 14:45:48.830700 3870 namespace.go:98] [tsf-keycloak] adding namespace I0507 14:45:48.831135 3870 namespace.go:98] [konflux-ui] adding namespace I0507 14:45:48.831199 3870 namespace.go:102] [tsf-tpa] adding namespace took 848.966µs I0507 14:45:48.831788 3870 namespace.go:102] [rhtpa-operator] adding namespace took 1.329748ms I0507 14:45:48.832296 3870 namespace.go:102] [konflux-operator] adding namespace took 1.779764ms I0507 14:45:48.832843 3870 namespace.go:102] [tsf-tas] adding namespace took 2.184548ms I0507 14:45:48.833263 3870 namespace.go:102] [tsf-keycloak] adding namespace took 2.546647ms I0507 14:45:48.833301 3870 namespace.go:98] [cert-manager-operator] adding namespace I0507 14:45:48.833860 3870 namespace.go:102] [cert-manager-operator] adding namespace took 550.495µs I0507 14:45:48.834303 3870 namespace.go:102] [konflux-ui] adding namespace took 3.153414ms I0507 14:45:48.841935 3870 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.854174 3870 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.866453 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.875635 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.882545 3870 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:48.894639 3870 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:48.894742 3870 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:48.897167 3870 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.907225 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.907261 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.909299 3870 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:48.912477 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:48.912509 3870 namespace.go:142] [rhbk-operator] updating namespace I0507 14:45:48.933322 3870 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.946865 3870 namespace.go:142] [tsf-tas] updating namespace I0507 14:45:48.956455 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.968660 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:48.977584 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.987637 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:45:48.994624 3870 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:49.004196 3870 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:45:49.007597 3870 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:49.018140 3870 namespace.go:142] [konflux-operator] updating namespace I0507 14:45:49.038250 3870 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:45:50.299049 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:45:50.302863 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:45:51.097015 3870 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw for pod on switch ip-10-0-0-60.ec2.internal I0507 14:45:51.097157 3870 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw I0507 14:45:51.124680 3870 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw] pod update took 27.553496ms I0507 14:45:51.124709 3870 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw] addLogicalPort annotation time took 27.589288ms I0507 14:45:51.125967 3870 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw] addLogicalPort took 28.969632ms, libovsdb time 877.211µs I0507 14:45:51.193016 3870 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p for pod on switch ip-10-0-0-60.ec2.internal I0507 14:45:51.193138 3870 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p I0507 14:45:51.206443 3870 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p] pod update took 13.331297ms I0507 14:45:51.206468 3870 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p] addLogicalPort annotation time took 13.364102ms I0507 14:45:51.207637 3870 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p] addLogicalPort took 14.636102ms, libovsdb time 828.095µs I0507 14:45:51.457614 3870 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key ] I0507 14:45:51.467200 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw, hostIfaceName: e1baf995babe9d1, network: default, NAD default, SandboxID: "e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa", PCI device ID: , UID: "46d129e5-8f1d-4428-90e2-d04ec48a7f97", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0507 14:45:51.517348 3870 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:ad:73:85:d5:a5\",\"name\":\"e1baf995babe9d1\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1da52c97-5781-4ea9-9dbd-e4823f8cbe3c\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:45:51.552180 3870 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key ] I0507 14:45:51.562541 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p, hostIfaceName: 17702dc31e90931, network: default, NAD default, SandboxID: "17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609", PCI device ID: , UID: "a8684295-cf6b-4b70-8b4a-40467a52d26c", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0507 14:45:51.612977 3870 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f1:58:38:75:63\",\"name\":\"17702dc31e90931\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08437829-3e2a-476c-9dba-b3bec99bebc0\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:45:54.213352 3870 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:45:54.213475 3870 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 I0507 14:45:54.227244 3870 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77] pod update took 13.805248ms I0507 14:45:54.227288 3870 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77] addLogicalPort annotation time took 13.843239ms I0507 14:45:54.228532 3870 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77] addLogicalPort took 15.204936ms, libovsdb time 882.594µs I0507 14:45:54.419898 3870 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:45:54.420045 3870 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 I0507 14:45:54.436349 3870 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789] pod update took 16.32846ms I0507 14:45:54.436380 3870 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789] addLogicalPort annotation time took 16.367056ms I0507 14:45:54.437674 3870 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789] addLogicalPort took 17.791583ms, libovsdb time 929.13µs I0507 14:45:54.785716 3870 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key ] I0507 14:45:54.791603 3870 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key ] I0507 14:45:54.796718 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77, hostIfaceName: 69142a151d231de, network: default, NAD default, SandboxID: "69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4", PCI device ID: , UID: "220a3404-802f-4e20-a9f2-f47247536304", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0507 14:45:54.801763 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789, hostIfaceName: 87ca19419ee77a6, network: default, NAD default, SandboxID: "87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b", PCI device ID: , UID: "af4959b5-541c-43ce-81f3-97b2b2a9063b", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0507 14:45:54.850222 3870 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:68:4c:13:ce:72\",\"name\":\"69142a151d231de\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6152df4b-fbc8-450c-9227-30012936c9ba\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:45:54.872353 3870 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3c:29:43:d3:02\",\"name\":\"87ca19419ee77a6\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1eb36eb-2529-46ab-8bfa-282dddbbee04\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:45:55.729345 3870 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key ] I0507 14:45:55.796610 3870 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw e1baf995babe9d1ca2af63a9d984b74043e66e4c37935774bdaa7e9f8e5965aa network default NAD default NAD key default], result "{}", err I0507 14:45:55.843603 3870 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.843634 3870 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw I0507 14:45:55.844994 3870 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw, ips: 10.130.0.24 I0507 14:45:55.845027 3870 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.845056 3870 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.845066 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:55.845307 3870 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:55.845325 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:55.951286 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 14:45:56.843399 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0507 14:45:56.870768 3870 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870799 3870 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870818 3870 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:56.870833 3870 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ek8qzw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:57.196864 3870 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp for pod on switch ip-10-0-0-60.ec2.internal I0507 14:45:57.196971 3870 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp I0507 14:45:57.209785 3870 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp] pod update took 12.843486ms I0507 14:45:57.209810 3870 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp] addLogicalPort annotation time took 12.874786ms I0507 14:45:57.211062 3870 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp] addLogicalPort took 14.21604ms, libovsdb time 894.813µs I0507 14:45:57.300210 3870 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:45:57.300378 3870 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 I0507 14:45:57.313629 3870 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975] pod update took 13.279398ms I0507 14:45:57.313659 3870 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975] addLogicalPort annotation time took 13.315741ms I0507 14:45:57.314932 3870 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975] addLogicalPort took 14.739038ms, libovsdb time 914.98µs I0507 14:45:57.558580 3870 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key ] I0507 14:45:57.568995 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp, hostIfaceName: fb1eb791a8a1740, network: default, NAD default, SandboxID: "fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514", PCI device ID: , UID: "cced643f-f0b2-41fe-8ede-2541470fa746", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0507 14:45:57.619607 3870 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:17:31:29:6a:77\",\"name\":\"fb1eb791a8a1740\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/711e319d-ec7f-4ae8-9773-0a4f5fff1411\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:45:57.665866 3870 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key ] I0507 14:45:57.676229 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975, hostIfaceName: 382eff82d00c03e, network: default, NAD default, SandboxID: "382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50", PCI device ID: , UID: "66deb3e2-b823-408d-9d85-078ceb75b608", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0507 14:45:57.728775 3870 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:36:47:b6:bb:f1\",\"name\":\"382eff82d00c03e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/638e2736-5af7-4d3b-b6e1-f68e2e849764\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:45:57.749437 3870 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key ] I0507 14:45:57.824899 3870 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p 17702dc31e909317d41d8b23e157ba6daa41b234650b83d06db4e70cd465f609 network default NAD default NAD key default], result "{}", err I0507 14:45:57.845523 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0507 14:45:57.891000 3870 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.891043 3870 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p I0507 14:45:57.892550 3870 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p, ips: 10.130.0.25 I0507 14:45:57.892583 3870 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.892602 3870 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.892609 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:57.892812 3870 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:57.892828 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.763144 3870 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key ] I0507 14:45:58.763164 3870 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key ] I0507 14:45:58.831956 3870 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 87ca19419ee77a6b846bdb00ffab4017c8b6b90034cd5f6da6e10e3843aa578b network default NAD default NAD key default], result "{}", err I0507 14:45:58.866579 3870 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 69142a151d231de6cafb534c98fc524545c5c0933a54aee1b875da69d4c24bc4 network default NAD default NAD key default], result "{}", err I0507 14:45:58.879402 3870 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.879440 3870 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 I0507 14:45:58.880750 3870 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789, ips: 10.130.0.27 I0507 14:45:58.880779 3870 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.880804 3870 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.880812 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:58.880975 3870 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.880990 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.919149 3870 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.919178 3870 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.919194 3870 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.919210 3870 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dhs57p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:58.919635 3870 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.919663 3870 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 I0507 14:45:58.921344 3870 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77, ips: 10.130.0.26 I0507 14:45:58.921378 3870 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921400 3870 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921409 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:45:58.921633 3870 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:45:58.921651 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:45:59.903060 3870 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903091 3870 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903110 3870 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.903135 3870 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fez4789 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951319 3870 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951352 3870 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951366 3870 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:45:59.951381 3870 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lqk77 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:05.802739 3870 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key ] I0507 14:46:05.874845 3870 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp fb1eb791a8a17401dbccf37697194c0fbf7c96ece10719812dc1d5da24e57514 network default NAD default NAD key default], result "{}", err I0507 14:46:05.956804 3870 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.956842 3870 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp I0507 14:46:05.958507 3870 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp, ips: 10.130.0.28 I0507 14:46:05.958541 3870 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.958567 3870 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.958577 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:46:05.958764 3870 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:05.958780 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:46:06.769554 3870 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-gtzsj for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:06.769775 3870 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj I0507 14:46:06.789482 3870 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj] pod update took 19.746203ms I0507 14:46:06.789508 3870 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj] addLogicalPort annotation time took 19.77644ms I0507 14:46:06.790793 3870 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj] addLogicalPort took 21.258769ms, libovsdb time 911.899µs I0507 14:46:07.003549 3870 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.003583 3870 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.003600 3870 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.003616 3870 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dv8bp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:07.163395 3870 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj 9557cb077c5919c17be3d393d5e967cab3d82917a16675a29ad489b4a8123d20 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj 9557cb077c5919c17be3d393d5e967cab3d82917a16675a29ad489b4a8123d20 network default NAD default NAD key ] I0507 14:46:07.173928 3870 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-gtzsj, hostIfaceName: 9557cb077c5919c, network: default, NAD default, SandboxID: "9557cb077c5919c17be3d393d5e967cab3d82917a16675a29ad489b4a8123d20", PCI device ID: , UID: "066dde17-d9b1-4bfc-9037-867abcd39aa1", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0507 14:46:07.225340 3870 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj 9557cb077c5919c17be3d393d5e967cab3d82917a16675a29ad489b4a8123d20 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-gtzsj 9557cb077c5919c17be3d393d5e967cab3d82917a16675a29ad489b4a8123d20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:de:e5:10:f6:61\",\"name\":\"9557cb077c5919c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53676d8e-be79-4608-ac99-8b6ff7fef3bc\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:46:08.822019 3870 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key ] I0507 14:46:08.897108 3870 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 382eff82d00c03e92c7ea3f803df9b6c988248235c580efe0a5f3cae1adaba50 network default NAD default NAD key default], result "{}", err I0507 14:46:08.954122 3870 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.954169 3870 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 I0507 14:46:08.955634 3870 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975, ips: 10.130.0.29 I0507 14:46:08.955667 3870 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.955687 3870 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.955699 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 14:46:08.955876 3870 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 14:46:08.955893 3870 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 14:46:09.995445 3870 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.995471 3870 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.995486 3870 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:09.995503 3870 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d725975 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:46:11.013110 3870 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-d8n7q for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:11.013304 3870 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q I0507 14:46:11.027514 3870 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q] pod update took 14.261649ms I0507 14:46:11.027542 3870 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q] addLogicalPort annotation time took 14.294464ms I0507 14:46:11.028802 3870 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q] addLogicalPort took 15.710431ms, libovsdb time 904.455µs I0507 14:46:11.291982 3870 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-2n56n for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:11.292206 3870 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n I0507 14:46:11.327482 3870 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n] pod update took 35.316459ms I0507 14:46:11.327505 3870 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n] addLogicalPort annotation time took 35.344197ms I0507 14:46:11.328704 3870 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n] addLogicalPort took 36.737341ms, libovsdb time 878.211µs I0507 14:46:11.371475 3870 namespace.go:98] [cert-manager] adding namespace I0507 14:46:11.372344 3870 namespace.go:102] [cert-manager] adding namespace took 843.524µs I0507 14:46:11.380357 3870 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q df8f165c2a535681c77163a791588b6a199f6ec0f6dd2375488954aa1c033f37 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q df8f165c2a535681c77163a791588b6a199f6ec0f6dd2375488954aa1c033f37 network default NAD default NAD key ] I0507 14:46:11.396176 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-d8n7q, hostIfaceName: df8f165c2a53568, network: default, NAD default, SandboxID: "df8f165c2a535681c77163a791588b6a199f6ec0f6dd2375488954aa1c033f37", PCI device ID: , UID: "71496746-0921-4224-b943-9d93b9578269", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0507 14:46:11.402860 3870 namespace.go:142] [cert-manager] updating namespace I0507 14:46:11.446903 3870 namespace.go:142] [cert-manager] updating namespace I0507 14:46:11.448940 3870 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q df8f165c2a535681c77163a791588b6a199f6ec0f6dd2375488954aa1c033f37 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-d8n7q df8f165c2a535681c77163a791588b6a199f6ec0f6dd2375488954aa1c033f37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d2:40:2f:f0:7f\",\"name\":\"df8f165c2a53568\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daf987f1-73bd-4fcd-90f3-647a4005f113\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:46:11.660110 3870 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n bda9025982a98d5efc0762d2ae839f4ffce96c86eeb8dde7a22d553198794d70 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n bda9025982a98d5efc0762d2ae839f4ffce96c86eeb8dde7a22d553198794d70 network default NAD default NAD key ] I0507 14:46:11.669718 3870 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-2n56n, hostIfaceName: bda9025982a98d5, network: default, NAD default, SandboxID: "bda9025982a98d5efc0762d2ae839f4ffce96c86eeb8dde7a22d553198794d70", PCI device ID: , UID: "47f64c50-0498-4878-b653-19c2457299d6", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0507 14:46:11.720840 3870 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n bda9025982a98d5efc0762d2ae839f4ffce96c86eeb8dde7a22d553198794d70 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-2n56n bda9025982a98d5efc0762d2ae839f4ffce96c86eeb8dde7a22d553198794d70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b3:30:5a:c9:69\",\"name\":\"bda9025982a98d5\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd25ef60-264e-4960-9929-f27a41c12d71\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:46:15.879563 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 14:46:15.931028 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 14:46:17.137658 3870 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-ntnq6 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:17.137755 3870 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6 I0507 14:46:17.151472 3870 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6] pod update took 13.738407ms I0507 14:46:17.151494 3870 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6] addLogicalPort annotation time took 13.765398ms I0507 14:46:17.152743 3870 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6] addLogicalPort took 15.102112ms, libovsdb time 912.79µs W0507 14:46:18.673984 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.683859 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.697461 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 14:46:18.706008 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 14:46:19.341481 3870 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6 4fd5bdaf7aa06d74ca52050ddb8f0d470748c6f6c6d6b35003697d6574ef24d5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6 4fd5bdaf7aa06d74ca52050ddb8f0d470748c6f6c6d6b35003697d6574ef24d5 network default NAD default NAD key ] I0507 14:46:19.350670 3870 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-ntnq6, hostIfaceName: 4fd5bdaf7aa06d7, network: default, NAD default, SandboxID: "4fd5bdaf7aa06d74ca52050ddb8f0d470748c6f6c6d6b35003697d6574ef24d5", PCI device ID: , UID: "09110b93-10f9-4c73-8875-46c31ed40bea", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0507 14:46:19.401200 3870 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6 4fd5bdaf7aa06d74ca52050ddb8f0d470748c6f6c6d6b35003697d6574ef24d5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-ntnq6 4fd5bdaf7aa06d74ca52050ddb8f0d470748c6f6c6d6b35003697d6574ef24d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8e:e6:5e:57:83\",\"name\":\"4fd5bdaf7aa06d7\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f186a150-bda9-48f4-8c75-329d597599b5\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:46:23.663789 3870 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-vpfwh] creating logical port cert-manager_cert-manager-59c77684cc-vpfwh for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:23.663904 3870 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-vpfwh I0507 14:46:23.680088 3870 pod.go:62] [cert-manager/cert-manager-59c77684cc-vpfwh] pod update took 16.21447ms I0507 14:46:23.680118 3870 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-vpfwh] addLogicalPort annotation time took 16.249676ms I0507 14:46:23.681421 3870 pods.go:271] [cert-manager/cert-manager-59c77684cc-vpfwh] addLogicalPort took 17.650769ms, libovsdb time 920.46µs I0507 14:46:24.031122 3870 cni.go:452] [cert-manager/cert-manager-59c77684cc-vpfwh 856ff8c99ce1be93212c31d1fab9ff06f1d0411e73422b1d7142600696ef6a45 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-vpfwh 856ff8c99ce1be93212c31d1fab9ff06f1d0411e73422b1d7142600696ef6a45 network default NAD default NAD key ] I0507 14:46:24.040620 3870 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-vpfwh, hostIfaceName: 856ff8c99ce1be9, network: default, NAD default, SandboxID: "856ff8c99ce1be93212c31d1fab9ff06f1d0411e73422b1d7142600696ef6a45", PCI device ID: , UID: "9f195973-e122-4d4f-906f-4445060e1d5c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0507 14:46:24.091369 3870 cni.go:473] [cert-manager/cert-manager-59c77684cc-vpfwh 856ff8c99ce1be93212c31d1fab9ff06f1d0411e73422b1d7142600696ef6a45 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-vpfwh 856ff8c99ce1be93212c31d1fab9ff06f1d0411e73422b1d7142600696ef6a45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3d:1b:07:0a:5e\",\"name\":\"856ff8c99ce1be9\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29171af5-19a7-496b-9059-9c1e1e6bb82c\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:46:24.106533 3870 namespace.go:142] [openshift-operators] updating namespace I0507 14:46:24.119068 3870 namespace.go:142] [openshift-operators] updating namespace W0507 14:46:27.040027 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 14:46:27.150956 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 14:46:29.780822 3870 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-jvkhx for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:29.780954 3870 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx I0507 14:46:29.801366 3870 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx] pod update took 20.439165ms I0507 14:46:29.801392 3870 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx] addLogicalPort annotation time took 20.472706ms I0507 14:46:29.802545 3870 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx] addLogicalPort took 21.738498ms, libovsdb time 818.266µs I0507 14:46:30.151584 3870 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx b6dd5c49afaa5d05f145c44e1ac4082475deb428b37a17f1bd325e37d56c8655 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx b6dd5c49afaa5d05f145c44e1ac4082475deb428b37a17f1bd325e37d56c8655 network default NAD default NAD key ] I0507 14:46:30.160965 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-jvkhx, hostIfaceName: b6dd5c49afaa5d0, network: default, NAD default, SandboxID: "b6dd5c49afaa5d05f145c44e1ac4082475deb428b37a17f1bd325e37d56c8655", PCI device ID: , UID: "f19553ab-cd3e-41e8-9515-0e9d4444fda7", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0507 14:46:30.213058 3870 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx b6dd5c49afaa5d05f145c44e1ac4082475deb428b37a17f1bd325e37d56c8655 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-jvkhx b6dd5c49afaa5d05f145c44e1ac4082475deb428b37a17f1bd325e37d56c8655 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:8d:47:47:c0:50\",\"name\":\"b6dd5c49afaa5d0\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4830fff4-3c2d-4796-b728-ac4d9fc981a6\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:46:31.649144 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 14:46:31.649167 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 14:46:31.939314 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 14:46:32.384541 3870 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 14:46:32.385506 3870 namespace.go:102] [trusted-artifact-signer] adding namespace took 940.06µs I0507 14:46:32.397236 3870 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:32.477839 3870 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 14:46:33.062995 3870 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 14:46:35.507930 3870 namespace.go:142] [openshift-operators] updating namespace I0507 14:46:36.125677 3870 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-jcchs for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:36.125802 3870 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs I0507 14:46:36.144030 3870 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs] pod update took 18.25274ms I0507 14:46:36.144059 3870 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs] addLogicalPort annotation time took 18.286298ms I0507 14:46:36.145394 3870 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs] addLogicalPort took 19.734791ms, libovsdb time 944.35µs I0507 14:46:36.274137 3870 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-jv7x2 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:46:36.274253 3870 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2 I0507 14:46:36.291104 3870 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2] pod update took 16.87685ms I0507 14:46:36.291127 3870 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2] addLogicalPort annotation time took 16.904611ms I0507 14:46:36.292624 3870 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2] addLogicalPort took 18.505684ms, libovsdb time 1.083148ms I0507 14:46:36.503019 3870 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs 23e99c9388b37f8537af572d2ff4122a941509342c123887a82fb76cbd846627 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs 23e99c9388b37f8537af572d2ff4122a941509342c123887a82fb76cbd846627 network default NAD default NAD key ] I0507 14:46:36.512503 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-jcchs, hostIfaceName: 23e99c9388b37f8, network: default, NAD default, SandboxID: "23e99c9388b37f8537af572d2ff4122a941509342c123887a82fb76cbd846627", PCI device ID: , UID: "4a4ba1ce-9f85-4524-ad55-673d64ad4d21", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0507 14:46:36.565030 3870 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs 23e99c9388b37f8537af572d2ff4122a941509342c123887a82fb76cbd846627 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-jcchs 23e99c9388b37f8537af572d2ff4122a941509342c123887a82fb76cbd846627 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:31:99:79:9e:e0\",\"name\":\"23e99c9388b37f8\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/551359b2-567e-4f76-80be-174eed4b9bb4\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:46:36.644066 3870 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2 c65f81aabda57a0f8da65f509c3a1580fe454252c7752939c3aa49eebcdefe74 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2 c65f81aabda57a0f8da65f509c3a1580fe454252c7752939c3aa49eebcdefe74 network default NAD default NAD key ] I0507 14:46:36.653987 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-jv7x2, hostIfaceName: c65f81aabda57a0, network: default, NAD default, SandboxID: "c65f81aabda57a0f8da65f509c3a1580fe454252c7752939c3aa49eebcdefe74", PCI device ID: , UID: "9be6161d-f40f-4ee6-9af6-f74b3bf1c20f", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0507 14:46:36.705156 3870 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2 c65f81aabda57a0f8da65f509c3a1580fe454252c7752939c3aa49eebcdefe74 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-jv7x2 c65f81aabda57a0f8da65f509c3a1580fe454252c7752939c3aa49eebcdefe74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ea:23:ad:a9:8e\",\"name\":\"c65f81aabda57a0\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/335e1ea1-980a-48bc-be84-5951be776aa0\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:46:40.851601 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0507 14:46:43.976854 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 14:46:51.198461 3870 namespace.go:98] [openshift-pipelines] adding namespace I0507 14:46:51.199426 3870 namespace.go:102] [openshift-pipelines] adding namespace took 943.993µs I0507 14:46:51.217160 3870 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:46:51.935993 3870 namespace.go:142] [cert-manager] updating namespace I0507 14:46:52.115749 3870 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:52.511834 3870 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:52.712460 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:52.911737 3870 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:53.322007 3870 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:53.518528 3870 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:53.732994 3870 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:53.937442 3870 namespace.go:142] [tsf] updating namespace I0507 14:46:54.140418 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:54.339296 3870 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:54.540829 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:54.675986 3870 namespace.go:142] [cert-manager] updating namespace I0507 14:46:54.684698 3870 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:54.694058 3870 namespace.go:142] [default] updating namespace I0507 14:46:54.702921 3870 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:54.712559 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:54.720325 3870 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:54.729005 3870 namespace.go:142] [openshift] updating namespace I0507 14:46:54.738068 3870 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:54.749168 3870 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:54.762199 3870 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:54.770713 3870 namespace.go:142] [tsf] updating namespace I0507 14:46:54.786718 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:54.802979 3870 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:54.826265 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:54.924092 3870 namespace.go:142] [cert-manager] updating namespace I0507 14:46:55.023964 3870 namespace.go:142] [cert-manager-operator] updating namespace I0507 14:46:55.129633 3870 namespace.go:142] [default] updating namespace I0507 14:46:55.224858 3870 namespace.go:142] [konflux-operator] updating namespace I0507 14:46:55.323235 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:46:55.425604 3870 namespace.go:142] [open-cluster-management-2q552nne5p4mvs6dsntuvoi35hamtftd] updating namespace I0507 14:46:55.526018 3870 namespace.go:142] [openshift] updating namespace I0507 14:46:55.623102 3870 namespace.go:142] [rhbk-operator] updating namespace I0507 14:46:55.723151 3870 namespace.go:142] [rhtpa-operator] updating namespace I0507 14:46:55.824444 3870 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 14:46:55.851685 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 I0507 14:46:55.923126 3870 namespace.go:142] [tsf] updating namespace I0507 14:46:56.022452 3870 namespace.go:142] [tsf-keycloak] updating namespace I0507 14:46:56.122660 3870 namespace.go:142] [tsf-tas] updating namespace I0507 14:46:56.224522 3870 namespace.go:142] [tsf-tpa] updating namespace I0507 14:46:56.498147 3870 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:47:03.466766 3870 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:03.467348 3870 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:03.489605 3870 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:03.489628 3870 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:03.496083 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 14:47:03.496107 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0507 14:47:11.455219 3870 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.455240 3870 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.455244 3870 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 14:47:11.492813 3870 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492835 3870 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492841 3870 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.492846 3870 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 14:47:11.530057 3870 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:11.530073 3870 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 14:47:11.530078 3870 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0507 14:47:16.945527 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0507 14:47:20.476056 3870 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 14:47:20.499376 3870 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 14:47:29.645116 3870 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-8fbh2 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:47:29.645210 3870 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2 I0507 14:47:29.660578 3870 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2] pod update took 15.388102ms I0507 14:47:29.660603 3870 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2] addLogicalPort annotation time took 15.420351ms I0507 14:47:29.661867 3870 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2] addLogicalPort took 16.77351ms, libovsdb time 903.924µs I0507 14:47:30.006380 3870 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2 841474a85846265300fa6f8b44b14024ec1bde42b8e18b98078cb5c16063a571 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2 841474a85846265300fa6f8b44b14024ec1bde42b8e18b98078cb5c16063a571 network default NAD default NAD key ] I0507 14:47:30.016674 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-8fbh2, hostIfaceName: 841474a85846265, network: default, NAD default, SandboxID: "841474a85846265300fa6f8b44b14024ec1bde42b8e18b98078cb5c16063a571", PCI device ID: , UID: "d36db52d-5b2d-4162-9564-495db116cc62", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0507 14:47:30.070921 3870 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2 841474a85846265300fa6f8b44b14024ec1bde42b8e18b98078cb5c16063a571 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8fbh2 841474a85846265300fa6f8b44b14024ec1bde42b8e18b98078cb5c16063a571 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:90:dd:3a:02:da\",\"name\":\"841474a85846265\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d1e146-fc9d-4bc1-bf3e-df9de572dfbd\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:47:34.922781 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 14:47:38.973546 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0507 14:47:43.738134 3870 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:43.738698 3870 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:47:43.759026 3870 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:43.759050 3870 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:47:43.765101 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 14:47:43.765122 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 14:47:43.848799 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=196 I0507 14:47:45.709792 3870 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 14:47:45.710484 3870 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 14:47:45.710503 3870 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 14:47:45.712444 3870 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 14:47:58.968971 3870 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 14:48:02.076467 3870 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:48:02.076603 3870 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0507 14:48:02.091720 3870 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 15.141583ms I0507 14:48:02.091744 3870 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.169989ms I0507 14:48:02.092957 3870 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.506946ms, libovsdb time 831.537µs W0507 14:48:02.706806 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:02.706827 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0507 14:48:02.710331 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 14:48:02.710349 3870 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0507 14:48:06.348940 3870 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 5e56dd9ea207d6da3d63df08537b219a6dea392c2922d8642fe4afd99fa1f040 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 5e56dd9ea207d6da3d63df08537b219a6dea392c2922d8642fe4afd99fa1f040 network default NAD default NAD key ] I0507 14:48:06.358436 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 5e56dd9ea207d6d, network: default, NAD default, SandboxID: "5e56dd9ea207d6da3d63df08537b219a6dea392c2922d8642fe4afd99fa1f040", PCI device ID: , UID: "9f74d26e-9cba-40f7-9031-f60a83a4f54b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0507 14:48:06.411019 3870 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 5e56dd9ea207d6da3d63df08537b219a6dea392c2922d8642fe4afd99fa1f040 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 5e56dd9ea207d6da3d63df08537b219a6dea392c2922d8642fe4afd99fa1f040 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:3a:de:1a:7f:8c\",\"name\":\"5e56dd9ea207d6d\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe8d2939-99e0-424b-86f3-f350c4dfe724\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:48:12.525203 3870 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 14:48:21.183530 3870 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:21.183548 3870 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 14:48:21.183553 3870 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 14:48:31.754920 3870 namespace.go:142] [openshift-pipelines] updating namespace I0507 14:48:39.077689 3870 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:39.078306 3870 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:39.118945 3870 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:39.118970 3870 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:39.121652 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 14:48:39.121683 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 14:48:40.322683 3870 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6dssh] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6dssh for pod on switch ip-10-0-0-60.ec2.internal I0507 14:48:40.322777 3870 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6dssh I0507 14:48:40.336516 3870 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6dssh] pod update took 13.75994ms I0507 14:48:40.336547 3870 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-6dssh] addLogicalPort annotation time took 13.795825ms I0507 14:48:40.337891 3870 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6dssh] addLogicalPort took 15.224647ms, libovsdb time 979.596µs I0507 14:48:40.686519 3870 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-6dssh 95e9783cbb5d4ac0b1cb08ce00e7ade295733eadf4cf8384a2b630b6ac51e50e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6dssh 95e9783cbb5d4ac0b1cb08ce00e7ade295733eadf4cf8384a2b630b6ac51e50e network default NAD default NAD key ] I0507 14:48:40.696812 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6dssh, hostIfaceName: 95e9783cbb5d4ac, network: default, NAD default, SandboxID: "95e9783cbb5d4ac0b1cb08ce00e7ade295733eadf4cf8384a2b630b6ac51e50e", PCI device ID: , UID: "e4cddb70-104a-4c37-a796-d110d2ff9202", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0507 14:48:40.751661 3870 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-6dssh 95e9783cbb5d4ac0b1cb08ce00e7ade295733eadf4cf8384a2b630b6ac51e50e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6dssh 95e9783cbb5d4ac0b1cb08ce00e7ade295733eadf4cf8384a2b630b6ac51e50e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:fc:b7:36:8c:77\",\"name\":\"95e9783cbb5d4ac\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fe0f8aa-abfc-41a4-933e-59fb19d09709\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:48:41.036469 3870 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-q27hf-qggxv] creating logical port tsf-tas_segment-backup-installation-q27hf-qggxv for pod on switch ip-10-0-0-60.ec2.internal I0507 14:48:41.036578 3870 kube.go:256] Updating pod tsf-tas/segment-backup-installation-q27hf-qggxv I0507 14:48:41.051251 3870 pod.go:62] [tsf-tas/segment-backup-installation-q27hf-qggxv] pod update took 14.706137ms I0507 14:48:41.051292 3870 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-q27hf-qggxv] addLogicalPort annotation time took 14.753356ms I0507 14:48:41.052546 3870 pods.go:271] [tsf-tas/segment-backup-installation-q27hf-qggxv] addLogicalPort took 16.096169ms, libovsdb time 837.185µs I0507 14:48:41.402311 3870 cni.go:452] [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key ] I0507 14:48:41.412723 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-q27hf-qggxv, hostIfaceName: e17f5a27a634d69, network: default, NAD default, SandboxID: "e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578", PCI device ID: , UID: "84c92eb7-4a35-4530-ac2a-62f7ad7a1a01", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0507 14:48:41.470296 3870 cni.go:473] [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:6b:54:56:e5:d4\",\"name\":\"e17f5a27a634d69\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b62e65b0-1d0f-404d-a11c-da32b007b895\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:48:41.915961 3870 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-746dfbc686-nn4db] creating logical port tsf-tas_fulcio-server-746dfbc686-nn4db for pod on switch ip-10-0-0-60.ec2.internal I0507 14:48:41.916081 3870 kube.go:256] Updating pod tsf-tas/fulcio-server-746dfbc686-nn4db I0507 14:48:41.933668 3870 pod.go:62] [tsf-tas/fulcio-server-746dfbc686-nn4db] pod update took 17.621657ms I0507 14:48:41.933700 3870 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-746dfbc686-nn4db] addLogicalPort annotation time took 17.660043ms I0507 14:48:41.935598 3870 pods.go:271] [tsf-tas/fulcio-server-746dfbc686-nn4db] addLogicalPort took 19.655873ms, libovsdb time 1.338089ms I0507 14:48:42.276837 3870 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-vjnt5-d52vc] creating logical port tsf-tas_ctlog-createtree-job-vjnt5-d52vc for pod on switch ip-10-0-0-60.ec2.internal I0507 14:48:42.276966 3870 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-vjnt5-d52vc I0507 14:48:42.294513 3870 pod.go:62] [tsf-tas/ctlog-createtree-job-vjnt5-d52vc] pod update took 17.586263ms I0507 14:48:42.294605 3870 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-vjnt5-d52vc] addLogicalPort annotation time took 17.679713ms I0507 14:48:42.296496 3870 pods.go:271] [tsf-tas/ctlog-createtree-job-vjnt5-d52vc] addLogicalPort took 19.680317ms, libovsdb time 1.324739ms I0507 14:48:42.344980 3870 cni.go:452] [tsf-tas/fulcio-server-746dfbc686-nn4db f6ba16810fdb64bde003a96a6515f00678b026a17cd0fea679d105bcccc622f8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-746dfbc686-nn4db f6ba16810fdb64bde003a96a6515f00678b026a17cd0fea679d105bcccc622f8 network default NAD default NAD key ] I0507 14:48:42.358136 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-746dfbc686-nn4db, hostIfaceName: f6ba16810fdb64b, network: default, NAD default, SandboxID: "f6ba16810fdb64bde003a96a6515f00678b026a17cd0fea679d105bcccc622f8", PCI device ID: , UID: "5c7ee64e-e1ab-425d-93ae-fef05a51f965", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0507 14:48:42.434422 3870 cni.go:473] [tsf-tas/fulcio-server-746dfbc686-nn4db f6ba16810fdb64bde003a96a6515f00678b026a17cd0fea679d105bcccc622f8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-746dfbc686-nn4db f6ba16810fdb64bde003a96a6515f00678b026a17cd0fea679d105bcccc622f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:78:90:f1:ff:39\",\"name\":\"f6ba16810fdb64b\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/326c3abf-4b2f-4e0f-ba3d-2a63bbf91d9b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:48:42.682532 3870 cni.go:452] [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key ] I0507 14:48:42.695838 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-vjnt5-d52vc, hostIfaceName: 70ad14e985a16cc, network: default, NAD default, SandboxID: "70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3", PCI device ID: , UID: "137dbd99-0bd5-49c4-8d29-78de26d560e1", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0507 14:48:42.774760 3870 cni.go:473] [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:08:da:67:76:34\",\"name\":\"70ad14e985a16cc\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f202a282-572b-4d9e-8d60-82ad6af9fd34\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:48:45.106067 3870 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-rz7rw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:45.106733 3870 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-rz7rw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:45.203418 3870 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7449d589ff-254jk] creating logical port tsf-tas_trillian-db-7449d589ff-254jk for pod on switch ip-10-0-0-60.ec2.internal I0507 14:48:45.203549 3870 kube.go:256] Updating pod tsf-tas/trillian-db-7449d589ff-254jk I0507 14:48:45.216564 3870 pod.go:62] [tsf-tas/trillian-db-7449d589ff-254jk] pod update took 13.052015ms I0507 14:48:45.216611 3870 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7449d589ff-254jk] addLogicalPort annotation time took 13.09158ms I0507 14:48:45.218191 3870 pods.go:271] [tsf-tas/trillian-db-7449d589ff-254jk] addLogicalPort took 14.796252ms, libovsdb time 1.064333ms I0507 14:48:46.002042 3870 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-rz7rw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:46.002071 3870 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-rz7rw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:48:49.288117 3870 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 14:48:49.314505 3870 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 14:48:54.888108 3870 cni.go:452] [tsf-tas/trillian-db-7449d589ff-254jk ebbefb4283fdf1ee3b06a80b0b70d10a9d380f7f5d4dcd9f84d6252626eb50ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7449d589ff-254jk ebbefb4283fdf1ee3b06a80b0b70d10a9d380f7f5d4dcd9f84d6252626eb50ac network default NAD default NAD key ] I0507 14:48:54.899962 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7449d589ff-254jk, hostIfaceName: ebbefb4283fdf1e, network: default, NAD default, SandboxID: "ebbefb4283fdf1ee3b06a80b0b70d10a9d380f7f5d4dcd9f84d6252626eb50ac", PCI device ID: , UID: "75d35f5c-101e-4b6a-bd03-b973ca5c2974", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0507 14:48:54.964101 3870 cni.go:473] [tsf-tas/trillian-db-7449d589ff-254jk ebbefb4283fdf1ee3b06a80b0b70d10a9d380f7f5d4dcd9f84d6252626eb50ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7449d589ff-254jk ebbefb4283fdf1ee3b06a80b0b70d10a9d380f7f5d4dcd9f84d6252626eb50ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:7e:64:f4:ff:3c\",\"name\":\"ebbefb4283fdf1e\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67c6c323-a345-422a-bf61-f97c4482c5db\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:48:58.778189 3870 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 14:48:58.782209 3870 cni.go:452] [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key ] I0507 14:48:58.869516 3870 cni.go:473] [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-q27hf-qggxv e17f5a27a634d69d6e17e763d0231494a7418b092284a771bbe50d3a0787d578 network default NAD default NAD key default], result "{}", err I0507 14:48:58.916829 3870 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:58.916864 3870 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-q27hf-qggxv I0507 14:48:58.918336 3870 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-q27hf-qggxv, ips: 10.130.0.41 I0507 14:48:58.918367 3870 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:48:59.934929 3870 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:48:59.934959 3870 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-q27hf-qggxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:00.608036 3870 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-k6tvg for pod on switch ip-10-0-0-60.ec2.internal I0507 14:49:00.608131 3870 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg I0507 14:49:00.622545 3870 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg] pod update took 14.436393ms I0507 14:49:00.622571 3870 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg] addLogicalPort annotation time took 14.467425ms I0507 14:49:00.623942 3870 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg] addLogicalPort took 15.92108ms, libovsdb time 924.153µs I0507 14:49:00.710806 3870 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-twktm for pod on switch ip-10-0-0-60.ec2.internal I0507 14:49:00.710921 3870 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm I0507 14:49:00.724351 3870 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm] pod update took 13.455884ms I0507 14:49:00.724380 3870 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm] addLogicalPort annotation time took 13.492011ms I0507 14:49:00.725687 3870 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm] addLogicalPort took 14.898049ms, libovsdb time 878.889µs I0507 14:49:00.970422 3870 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg b0f05f1f519e0f28294d98d8ab757721fa319a1f0fd6299935f516eb22d9c9c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg b0f05f1f519e0f28294d98d8ab757721fa319a1f0fd6299935f516eb22d9c9c4 network default NAD default NAD key ] I0507 14:49:01.001306 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-k6tvg, hostIfaceName: b0f05f1f519e0f2, network: default, NAD default, SandboxID: "b0f05f1f519e0f28294d98d8ab757721fa319a1f0fd6299935f516eb22d9c9c4", PCI device ID: , UID: "04b58132-6b9f-4838-a4a9-8d722eb37a96", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0507 14:49:01.056141 3870 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg b0f05f1f519e0f28294d98d8ab757721fa319a1f0fd6299935f516eb22d9c9c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-k6tvg b0f05f1f519e0f28294d98d8ab757721fa319a1f0fd6299935f516eb22d9c9c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:19:2f:ff:b2:c5\",\"name\":\"b0f05f1f519e0f2\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3156cbb3-da97-4f26-b7dd-f3649d9ce4c3\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:49:01.079091 3870 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm d1b071980afd4a36f3a9c4daf922642c9f8750866ce92b641767c466b0272d16 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm d1b071980afd4a36f3a9c4daf922642c9f8750866ce92b641767c466b0272d16 network default NAD default NAD key ] I0507 14:49:01.089298 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-twktm, hostIfaceName: d1b071980afd4a3, network: default, NAD default, SandboxID: "d1b071980afd4a36f3a9c4daf922642c9f8750866ce92b641767c466b0272d16", PCI device ID: , UID: "3073f3ac-1f8f-4b4d-9f38-2c0f5ebe93b1", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0507 14:49:01.144264 3870 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm d1b071980afd4a36f3a9c4daf922642c9f8750866ce92b641767c466b0272d16 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-twktm d1b071980afd4a36f3a9c4daf922642c9f8750866ce92b641767c466b0272d16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0f:73:73:cb:54\",\"name\":\"d1b071980afd4a3\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61064d7e-370f-41b6-966c-16d0277e7d9c\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:49:02.939990 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 W0507 14:49:03.832503 3870 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 14:49:04.075901 3870 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:04.075923 3870 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 14:49:09.823591 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0507 14:49:14.819383 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 14:49:20.858386 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=395 I0507 14:49:37.374999 3870 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:37.375564 3870 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:37.394492 3870 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:37.394520 3870 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:37.399962 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 14:49:37.399993 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 14:49:46.438339 3870 obj_retry.go:498] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:46.438916 3870 obj_retry.go:498] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:47.315541 3870 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:47.315571 3870 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:47.409770 3870 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-f2dc4] creating logical port tsf_tsf-tekton-configuration-f2dc4 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:49:47.409892 3870 kube.go:256] Updating pod tsf/tsf-tekton-configuration-f2dc4 I0507 14:49:47.421667 3870 pod.go:62] [tsf/tsf-tekton-configuration-f2dc4] pod update took 11.805117ms I0507 14:49:47.421695 3870 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-f2dc4] addLogicalPort annotation time took 11.84271ms I0507 14:49:47.423121 3870 pods.go:271] [tsf/tsf-tekton-configuration-f2dc4] addLogicalPort took 13.376589ms, libovsdb time 1.02128ms I0507 14:49:47.771447 3870 cni.go:452] [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key ] I0507 14:49:47.781066 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-f2dc4, hostIfaceName: ffe5be94bb4ed1d, network: default, NAD default, SandboxID: "ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624", PCI device ID: , UID: "86ada81a-f3d3-4124-92e4-00b3bdfe207a", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0507 14:49:47.835427 3870 cni.go:473] [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f2:20:af:87:1a\",\"name\":\"ffe5be94bb4ed1d\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56f7799a-e34e-405d-af6b-b97362680fe5\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:49:51.082315 3870 cni.go:452] [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key ] I0507 14:49:51.156870 3870 cni.go:473] [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-vjnt5-d52vc 70ad14e985a16cc580abed873205485ff5de39600e17de795663a569eafc03d3 network default NAD default NAD key default], result "{}", err I0507 14:49:51.212765 3870 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:51.212795 3870 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-vjnt5-d52vc I0507 14:49:51.214175 3870 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-vjnt5-d52vc, ips: 10.130.0.43 I0507 14:49:51.214204 3870 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:52.092696 3870 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:52.092726 3870 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-vjnt5-d52vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:52.669298 3870 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5c4c46474-hjcjr] creating logical port tsf-tas_ctlog-5c4c46474-hjcjr for pod on switch ip-10-0-0-60.ec2.internal I0507 14:49:52.669404 3870 kube.go:256] Updating pod tsf-tas/ctlog-5c4c46474-hjcjr I0507 14:49:52.696766 3870 pod.go:62] [tsf-tas/ctlog-5c4c46474-hjcjr] pod update took 27.384778ms I0507 14:49:52.696794 3870 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5c4c46474-hjcjr] addLogicalPort annotation time took 27.416396ms I0507 14:49:52.698066 3870 pods.go:271] [tsf-tas/ctlog-5c4c46474-hjcjr] addLogicalPort took 28.803146ms, libovsdb time 884.726µs I0507 14:49:53.628819 3870 cni.go:452] [tsf-tas/ctlog-5c4c46474-hjcjr 4cf0e6d5903500dbd8b69753ed996df5e33eda252874ca472b84cf48e33ea3e0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5c4c46474-hjcjr 4cf0e6d5903500dbd8b69753ed996df5e33eda252874ca472b84cf48e33ea3e0 network default NAD default NAD key ] I0507 14:49:53.638762 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5c4c46474-hjcjr, hostIfaceName: 4cf0e6d5903500d, network: default, NAD default, SandboxID: "4cf0e6d5903500dbd8b69753ed996df5e33eda252874ca472b84cf48e33ea3e0", PCI device ID: , UID: "f11657a9-346f-46fb-8ff7-f3b08fde84e7", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0507 14:49:53.692778 3870 cni.go:473] [tsf-tas/ctlog-5c4c46474-hjcjr 4cf0e6d5903500dbd8b69753ed996df5e33eda252874ca472b84cf48e33ea3e0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5c4c46474-hjcjr 4cf0e6d5903500dbd8b69753ed996df5e33eda252874ca472b84cf48e33ea3e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:01:be:45:6f:82\",\"name\":\"4cf0e6d5903500d\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42d2a7bf-cd05-4ea0-a975-15e25c485e36\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:49:55.104460 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 14:49:55.113425 3870 cni.go:452] [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key ] I0507 14:49:55.197422 3870 cni.go:473] [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-f2dc4 ffe5be94bb4ed1d665d63ad2924979488c5628096ee636eb34b29407ca628624 network default NAD default NAD key default], result "{}", err I0507 14:49:55.245988 3870 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:55.246026 3870 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-f2dc4 I0507 14:49:55.247416 3870 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-f2dc4, ips: 10.130.0.47 I0507 14:49:55.247441 3870 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:49:56.273714 3870 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.273744 3870 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-f2dc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.307230 3870 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.307256 3870 obj_retry.go:492] Detected object tsf/patch-tekton-config-bcl9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:49:56.311564 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bcl9x I0507 14:49:56.311591 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bcl9x I0507 14:50:00.519144 3870 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.519752 3870 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.539002 3870 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:00.539027 3870 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:00.544470 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.544497 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 14:50:00.790878 3870 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:00.791455 3870 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:01.669445 3870 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:01.669471 3870 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-78lrs-dkcrr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:01.819310 3870 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-f8q2k] creating logical port tsf-tpa_create-db-f8q2k for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:01.819400 3870 kube.go:256] Updating pod tsf-tpa/create-db-f8q2k I0507 14:50:01.831937 3870 pod.go:62] [tsf-tpa/create-db-f8q2k] pod update took 12.556094ms I0507 14:50:01.831972 3870 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-f8q2k] addLogicalPort annotation time took 12.597107ms I0507 14:50:01.833411 3870 pods.go:271] [tsf-tpa/create-db-f8q2k] addLogicalPort took 14.144709ms, libovsdb time 923.829µs I0507 14:50:02.180568 3870 cni.go:452] [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key ] I0507 14:50:02.189739 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-f8q2k, hostIfaceName: b3efba959f88ea7, network: default, NAD default, SandboxID: "b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24", PCI device ID: , UID: "8d094d5b-58a2-485a-9536-06d57964ccbe", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0507 14:50:02.245438 3870 cni.go:473] [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:21:53:2a:38:19\",\"name\":\"b3efba959f88ea7\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71151a5e-a563-4a1e-b854-340ab983811f\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:03.554874 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:03.555495 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:04.577103 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:04.577131 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636090-jpprv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:06.138757 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0507 14:50:06.693139 3870 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 14:50:07.187773 3870 cni.go:452] [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key ] I0507 14:50:07.272768 3870 cni.go:473] [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-f8q2k b3efba959f88ea790cbb652f4081fd4df347683dac4f67ec7fdadc1a6a077f24 network default NAD default NAD key default], result "{}", err I0507 14:50:07.322052 3870 obj_retry.go:498] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:07.322090 3870 pods.go:176] Deleting pod: tsf-tpa/create-db-f8q2k I0507 14:50:07.323462 3870 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-f8q2k, ips: 10.130.0.49 I0507 14:50:07.323491 3870 obj_retry.go:498] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:08.343953 3870 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:08.343983 3870 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:08.440587 3870 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-xthzt] creating logical port tsf-tpa_migrate-db-xthzt for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:08.440684 3870 kube.go:256] Updating pod tsf-tpa/migrate-db-xthzt I0507 14:50:08.455401 3870 pod.go:62] [tsf-tpa/migrate-db-xthzt] pod update took 14.73953ms I0507 14:50:08.455498 3870 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-xthzt] addLogicalPort annotation time took 14.837775ms I0507 14:50:08.457065 3870 pods.go:271] [tsf-tpa/migrate-db-xthzt] addLogicalPort took 16.494863ms, libovsdb time 1.002661ms W0507 14:50:08.692896 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0507 14:50:08.804425 3870 cni.go:452] [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key ] I0507 14:50:08.814050 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-xthzt, hostIfaceName: f01899741eb380d, network: default, NAD default, SandboxID: "f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f", PCI device ID: , UID: "ce8b4392-2227-4086-a48d-71153d054a2a", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0507 14:50:08.867499 3870 cni.go:473] [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:df:5a:e2:49:81\",\"name\":\"f01899741eb380d\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f0f231d-ad47-4be5-af98-c309cc52002b\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:11.213609 3870 cni.go:452] [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key ] I0507 14:50:11.318130 3870 cni.go:473] [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-xthzt f01899741eb380d96cde6a68179a5647700dd835a3bcd0a9c44b9f6a0c1d480f network default NAD default NAD key default], result "{}", err I0507 14:50:11.381966 3870 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:11.382012 3870 pods.go:176] Deleting pod: tsf-tpa/migrate-db-xthzt I0507 14:50:11.384048 3870 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-xthzt, ips: 10.130.0.50 I0507 14:50:11.384145 3870 obj_retry.go:498] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:11.469160 3870 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:11.469189 3870 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:11.670161 3870 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-9kt76] creating logical port tsf-tpa_create-importers-9kt76 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:11.670322 3870 kube.go:256] Updating pod tsf-tpa/create-importers-9kt76 I0507 14:50:11.684324 3870 pod.go:62] [tsf-tpa/create-importers-9kt76] pod update took 14.054883ms I0507 14:50:11.684348 3870 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-9kt76] addLogicalPort annotation time took 14.083895ms I0507 14:50:11.685723 3870 pods.go:271] [tsf-tpa/create-importers-9kt76] addLogicalPort took 15.583046ms, libovsdb time 962.509µs I0507 14:50:12.031649 3870 cni.go:452] [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key ] I0507 14:50:12.041735 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-9kt76, hostIfaceName: ef20b699d4e5d9e, network: default, NAD default, SandboxID: "ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018", PCI device ID: , UID: "5ccfc713-3b8b-4b2b-8477-1e07cfb6733b", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0507 14:50:12.094147 3870 cni.go:473] [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6b:58:ae:40:be\",\"name\":\"ef20b699d4e5d9e\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43a09215-15eb-4be2-8b07-a9b4958119a6\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:14.237733 3870 cni.go:452] [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key ] I0507 14:50:14.325953 3870 cni.go:473] [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-9kt76 ef20b699d4e5d9e7101d72dfa9f42242fad00b4958b86f6da740e730edfbf018 network default NAD default NAD key default], result "{}", err I0507 14:50:14.376589 3870 obj_retry.go:498] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:14.376670 3870 pods.go:176] Deleting pod: tsf-tpa/create-importers-9kt76 I0507 14:50:14.378028 3870 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-9kt76, ips: 10.130.0.51 I0507 14:50:14.378061 3870 obj_retry.go:498] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:14.699061 3870 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:14.699091 3870 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:15.732139 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 14:50:22.939408 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0507 14:50:26.561138 3870 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 14:50:29.694350 3870 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:29.694925 3870 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:29.715750 3870 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:29.715777 3870 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:29.721345 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 14:50:29.721373 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 14:50:30.218334 3870 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-t5gx8-crntq] creating logical port tsf-tas_tuf-repository-init-t5gx8-crntq for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:30.218435 3870 kube.go:256] Updating pod tsf-tas/tuf-repository-init-t5gx8-crntq I0507 14:50:30.231546 3870 pod.go:62] [tsf-tas/tuf-repository-init-t5gx8-crntq] pod update took 13.135326ms I0507 14:50:30.231568 3870 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-t5gx8-crntq] addLogicalPort annotation time took 13.163232ms I0507 14:50:30.232900 3870 pods.go:271] [tsf-tas/tuf-repository-init-t5gx8-crntq] addLogicalPort took 14.589908ms, libovsdb time 959.194µs I0507 14:50:30.498336 3870 namespace.go:98] [image-controller] adding namespace I0507 14:50:30.499243 3870 namespace.go:102] [image-controller] adding namespace took 882.318µs I0507 14:50:30.502684 3870 namespace.go:98] [build-service] adding namespace I0507 14:50:30.502800 3870 namespace.go:98] [integration-service] adding namespace I0507 14:50:30.502879 3870 namespace.go:98] [default-tenant] adding namespace I0507 14:50:30.503457 3870 namespace.go:102] [build-service] adding namespace took 756.318µs I0507 14:50:30.504011 3870 namespace.go:102] [integration-service] adding namespace took 1.191888ms I0507 14:50:30.504539 3870 namespace.go:102] [default-tenant] adding namespace took 1.647406ms I0507 14:50:30.545446 3870 namespace.go:142] [image-controller] updating namespace I0507 14:50:30.568107 3870 namespace.go:142] [image-controller] updating namespace I0507 14:50:30.588905 3870 namespace.go:142] [build-service] updating namespace I0507 14:50:30.604151 3870 namespace.go:142] [build-service] updating namespace I0507 14:50:30.642955 3870 namespace.go:142] [integration-service] updating namespace I0507 14:50:30.653896 3870 namespace.go:142] [integration-service] updating namespace I0507 14:50:30.686365 3870 namespace.go:142] [default-tenant] updating namespace I0507 14:50:30.712901 3870 namespace.go:142] [default-tenant] updating namespace I0507 14:50:30.922458 3870 namespace.go:142] [build-service] updating namespace I0507 14:50:30.954190 3870 namespace.go:142] [integration-service] updating namespace I0507 14:50:31.039606 3870 namespace.go:98] [release-service] adding namespace I0507 14:50:31.040537 3870 namespace.go:102] [release-service] adding namespace took 909.766µs I0507 14:50:31.060096 3870 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:31.060193 3870 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0507 14:50:31.139033 3870 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 78.862271ms I0507 14:50:31.139064 3870 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 78.8976ms I0507 14:50:31.140423 3870 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 80.344279ms, libovsdb time 931.961µs I0507 14:50:31.178232 3870 namespace.go:142] [konflux-ui] updating namespace I0507 14:50:31.178310 3870 namespace.go:142] [release-service] updating namespace I0507 14:50:31.277170 3870 namespace.go:142] [release-service] updating namespace I0507 14:50:31.411862 3870 cni.go:452] [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key ] I0507 14:50:31.421426 3870 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 5a5e56b9ae8eb0b, network: default, NAD default, SandboxID: "5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef", PCI device ID: , UID: "e5044050-e941-4846-801c-7d02ddb335b0", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0507 14:50:31.477788 3870 cni.go:473] [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c8:a6:aa:2a:7d\",\"name\":\"5a5e56b9ae8eb0b\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f965a492-6984-48c8-828f-69fb33d87238\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:31.522066 3870 namespace.go:98] [konflux-info] adding namespace I0507 14:50:31.523079 3870 namespace.go:102] [konflux-info] adding namespace took 987.815µs I0507 14:50:31.633458 3870 namespace.go:98] [namespace-lister] adding namespace I0507 14:50:31.634330 3870 namespace.go:102] [namespace-lister] adding namespace took 851.04µs I0507 14:50:31.754744 3870 namespace.go:98] [enterprise-contract-service] adding namespace I0507 14:50:31.755696 3870 namespace.go:102] [enterprise-contract-service] adding namespace took 926.774µs I0507 14:50:31.793198 3870 namespace.go:142] [konflux-info] updating namespace I0507 14:50:31.851107 3870 namespace.go:142] [image-controller] updating namespace I0507 14:50:31.874010 3870 namespace.go:142] [konflux-info] updating namespace I0507 14:50:31.975582 3870 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:32.086947 3870 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:32.192130 3870 namespace.go:142] [default-tenant] updating namespace I0507 14:50:32.249996 3870 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:32.286012 3870 namespace.go:98] [segment-bridge] adding namespace I0507 14:50:32.286852 3870 namespace.go:102] [segment-bridge] adding namespace took 817.667µs I0507 14:50:32.328869 3870 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:32.567084 3870 namespace.go:98] [konflux-cli] adding namespace I0507 14:50:32.568125 3870 namespace.go:102] [konflux-cli] adding namespace took 1.015715ms I0507 14:50:32.629944 3870 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:33.001022 3870 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:33.124087 3870 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:33.377462 3870 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:33.396294 3870 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-tp5ms] creating logical port namespace-lister_namespace-lister-696b855848-tp5ms for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:33.396398 3870 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-tp5ms I0507 14:50:33.637019 3870 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 14:50:33.697956 3870 pod.go:62] [namespace-lister/namespace-lister-696b855848-tp5ms] pod update took 301.578674ms I0507 14:50:33.697988 3870 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-tp5ms] addLogicalPort annotation time took 301.617096ms I0507 14:50:33.699253 3870 pods.go:271] [namespace-lister/namespace-lister-696b855848-tp5ms] addLogicalPort took 302.993953ms, libovsdb time 790.345µs I0507 14:50:33.699390 3870 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 14:50:33.699412 3870 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 14:50:33.702259 3870 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 14:50:34.531918 3870 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 14:50:34.531946 3870 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 14:50:34.533151 3870 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 14:50:35.066426 3870 namespace.go:142] [build-service] updating namespace I0507 14:50:35.543098 3870 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-6rwg7] creating logical port image-controller_image-controller-controller-manager-6f859968fc-6rwg7 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:35.543228 3870 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-6rwg7 I0507 14:50:35.612214 3870 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-6rwg7] pod update took 69.01135ms I0507 14:50:35.612250 3870 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-6rwg7] addLogicalPort annotation time took 69.044157ms I0507 14:50:35.613923 3870 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-6rwg7] addLogicalPort took 70.837589ms, libovsdb time 1.147834ms I0507 14:50:35.651334 3870 base_network_controller_pods.go:487] [default/konflux-ui/dex-5869499749-6lgzm] creating logical port konflux-ui_dex-5869499749-6lgzm for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:35.651495 3870 kube.go:256] Updating pod konflux-ui/dex-5869499749-6lgzm I0507 14:50:35.727581 3870 pod.go:62] [konflux-ui/dex-5869499749-6lgzm] pod update took 76.10491ms I0507 14:50:35.727614 3870 base_network_controller_pods.go:951] [default/konflux-ui/dex-5869499749-6lgzm] addLogicalPort annotation time took 76.143765ms I0507 14:50:35.729172 3870 pods.go:271] [konflux-ui/dex-5869499749-6lgzm] addLogicalPort took 77.869382ms, libovsdb time 940.427µs I0507 14:50:35.753384 3870 namespace.go:142] [default-tenant] updating namespace I0507 14:50:35.992379 3870 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-6rwg7 53113b76cf3ccd06ba1bfc2f0aa1b18de44a3b8422e4cdaacbde1ed22a266935 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-6rwg7 53113b76cf3ccd06ba1bfc2f0aa1b18de44a3b8422e4cdaacbde1ed22a266935 network default NAD default NAD key ] I0507 14:50:36.002976 3870 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-6rwg7, hostIfaceName: 53113b76cf3ccd0, network: default, NAD default, SandboxID: "53113b76cf3ccd06ba1bfc2f0aa1b18de44a3b8422e4cdaacbde1ed22a266935", PCI device ID: , UID: "525393f5-86a6-4c3c-ae23-40a6bcf34bfd", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0507 14:50:36.035438 3870 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-27tvs] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-27tvs for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:36.035581 3870 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:36.066867 3870 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-6rwg7 53113b76cf3ccd06ba1bfc2f0aa1b18de44a3b8422e4cdaacbde1ed22a266935 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-6rwg7 53113b76cf3ccd06ba1bfc2f0aa1b18de44a3b8422e4cdaacbde1ed22a266935 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5f:00:fb:c6:08\",\"name\":\"53113b76cf3ccd0\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb924cfa-b9e4-4d52-a60a-ae45572302d7\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:36.148069 3870 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:36.260121 3870 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs] pod update took 224.567524ms I0507 14:50:36.260152 3870 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-27tvs] addLogicalPort annotation time took 224.604766ms I0507 14:50:36.261693 3870 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs] addLogicalPort took 226.276658ms, libovsdb time 1.010685ms I0507 14:50:36.352633 3870 namespace.go:142] [image-controller] updating namespace I0507 14:50:36.603618 3870 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-xfsd9] creating logical port build-service_build-service-controller-manager-7cbf488fcf-xfsd9 for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:36.603721 3870 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-xfsd9 I0507 14:50:36.672900 3870 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-xfsd9 I0507 14:50:36.738058 3870 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-xfsd9] pod update took 134.361864ms I0507 14:50:36.738085 3870 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-xfsd9] addLogicalPort annotation time took 134.396889ms I0507 14:50:36.739520 3870 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-xfsd9] addLogicalPort took 135.918796ms, libovsdb time 942.059µs I0507 14:50:36.897319 3870 namespace.go:142] [integration-service] updating namespace I0507 14:50:36.973876 3870 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-xfsd9 d6d2be2afea795ff0136aeccc4bd04201381db99413cfbb7b1e14e40db385e27 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-xfsd9 d6d2be2afea795ff0136aeccc4bd04201381db99413cfbb7b1e14e40db385e27 network default NAD default NAD key ] I0507 14:50:36.986751 3870 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-xfsd9, hostIfaceName: d6d2be2afea795f, network: default, NAD default, SandboxID: "d6d2be2afea795ff0136aeccc4bd04201381db99413cfbb7b1e14e40db385e27", PCI device ID: , UID: "54142c03-35f3-4b86-8695-bc872b6928d0", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0507 14:50:37.062397 3870 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-xfsd9 d6d2be2afea795ff0136aeccc4bd04201381db99413cfbb7b1e14e40db385e27 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-xfsd9 d6d2be2afea795ff0136aeccc4bd04201381db99413cfbb7b1e14e40db385e27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:67:fe:14:e0:79\",\"name\":\"d6d2be2afea795f\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73a197ec-4850-4564-89d8-f19440b08359\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:37.198546 3870 cni.go:452] [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key ] I0507 14:50:37.211177 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-t5gx8-crntq, hostIfaceName: d89cd2903d68404, network: default, NAD default, SandboxID: "d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3", PCI device ID: , UID: "5edb7d95-0410-41ba-b4c4-6e2a71aab0de", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0507 14:50:37.255451 3870 namespace.go:142] [konflux-info] updating namespace I0507 14:50:37.275017 3870 cni.go:473] [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6a:72:0b:02:a8\",\"name\":\"d89cd2903d68404\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d55292d0-02d9-40c8-beba-8444b7ca1a06\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:37.332678 3870 cni.go:452] [namespace-lister/namespace-lister-696b855848-tp5ms b476a5a7674413b802316d59fc27fcbd6782898f65450f6df5380bbb788a2f27 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-tp5ms b476a5a7674413b802316d59fc27fcbd6782898f65450f6df5380bbb788a2f27 network default NAD default NAD key ] I0507 14:50:37.344427 3870 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-tp5ms, hostIfaceName: b476a5a7674413b, network: default, NAD default, SandboxID: "b476a5a7674413b802316d59fc27fcbd6782898f65450f6df5380bbb788a2f27", PCI device ID: , UID: "a7829020-dcdd-42fd-ac20-1daaed086622", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0507 14:50:37.413204 3870 cni.go:473] [namespace-lister/namespace-lister-696b855848-tp5ms b476a5a7674413b802316d59fc27fcbd6782898f65450f6df5380bbb788a2f27 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-tp5ms b476a5a7674413b802316d59fc27fcbd6782898f65450f6df5380bbb788a2f27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f7:be:71:1b:b7\",\"name\":\"b476a5a7674413b\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/090c33d3-dd60-4d38-a43d-5ae5cdc43133\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:37.579965 3870 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:37.919025 3870 namespace.go:142] [release-service] updating namespace I0507 14:50:37.991166 3870 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64694d659f-ztngq] creating logical port konflux-ui_proxy-64694d659f-ztngq for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:37.991302 3870 kube.go:256] Updating pod konflux-ui/proxy-64694d659f-ztngq I0507 14:50:38.120720 3870 kube.go:256] Updating pod konflux-ui/proxy-64694d659f-ztngq I0507 14:50:38.174250 3870 pod.go:62] [konflux-ui/proxy-64694d659f-ztngq] pod update took 183.004896ms I0507 14:50:38.174316 3870 base_network_controller_pods.go:951] [default/konflux-ui/proxy-64694d659f-ztngq] addLogicalPort annotation time took 183.072702ms I0507 14:50:38.175731 3870 pods.go:271] [konflux-ui/proxy-64694d659f-ztngq] addLogicalPort took 184.586543ms, libovsdb time 936.511µs I0507 14:50:38.356073 3870 namespace.go:142] [build-service] updating namespace I0507 14:50:38.388135 3870 namespace.go:142] [default-tenant] updating namespace I0507 14:50:38.428981 3870 namespace.go:142] [image-controller] updating namespace I0507 14:50:38.439181 3870 namespace.go:142] [integration-service] updating namespace I0507 14:50:38.486558 3870 namespace.go:142] [konflux-info] updating namespace I0507 14:50:38.532036 3870 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:38.553328 3870 namespace.go:142] [release-service] updating namespace I0507 14:50:38.776223 3870 namespace.go:142] [build-service] updating namespace I0507 14:50:38.945116 3870 namespace.go:142] [default-tenant] updating namespace I0507 14:50:39.119076 3870 namespace.go:142] [image-controller] updating namespace I0507 14:50:39.211139 3870 namespace.go:142] [integration-service] updating namespace I0507 14:50:39.386538 3870 namespace.go:142] [konflux-info] updating namespace I0507 14:50:39.577085 3870 namespace.go:142] [namespace-lister] updating namespace I0507 14:50:39.716122 3870 namespace.go:142] [release-service] updating namespace I0507 14:50:41.850516 3870 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.046163 3870 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.240591 3870 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:42.348742 3870 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.370410 3870 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.397329 3870 namespace.go:142] [segment-bridge] updating namespace I0507 14:50:42.467594 3870 namespace.go:142] [enterprise-contract-service] updating namespace I0507 14:50:42.580789 3870 namespace.go:142] [konflux-cli] updating namespace I0507 14:50:42.681313 3870 namespace.go:142] [segment-bridge] updating namespace W0507 14:50:43.892521 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:43.893882 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 14:50:44.982147 3870 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key ] I0507 14:50:44.990469 3870 cni.go:452] [konflux-ui/proxy-64694d659f-ztngq 659ff6e605ed025712b7db8e5fc6c9931655f257aa001486235fd9838b329360 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-64694d659f-ztngq 659ff6e605ed025712b7db8e5fc6c9931655f257aa001486235fd9838b329360 network default NAD default NAD key ] I0507 14:50:44.992679 3870 cni.go:452] [konflux-ui/dex-5869499749-6lgzm 6efc925a970271d9d5b77291f93a7f8caa12d5997a7631ba8fcc33eae4e2ad10 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5869499749-6lgzm 6efc925a970271d9d5b77291f93a7f8caa12d5997a7631ba8fcc33eae4e2ad10 network default NAD default NAD key ] I0507 14:50:44.994635 3870 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-27tvs, hostIfaceName: 9bbdc1f96b7b2e9, network: default, NAD default, SandboxID: "9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9", PCI device ID: , UID: "420e01ec-400e-4d10-b9c1-898897ca9991", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0507 14:50:45.006478 3870 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-64694d659f-ztngq, hostIfaceName: 659ff6e605ed025, network: default, NAD default, SandboxID: "659ff6e605ed025712b7db8e5fc6c9931655f257aa001486235fd9838b329360", PCI device ID: , UID: "4f4f7018-07eb-4731-9dc6-b283e3b1dfa1", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0507 14:50:45.007178 3870 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5869499749-6lgzm, hostIfaceName: 6efc925a970271d, network: default, NAD default, SandboxID: "6efc925a970271d9d5b77291f93a7f8caa12d5997a7631ba8fcc33eae4e2ad10", PCI device ID: , UID: "81054a8a-c7f6-4316-af8d-fb2fa1294ce9", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0507 14:50:45.070894 3870 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:20:20:b7:c2:7f\",\"name\":\"9bbdc1f96b7b2e9\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f41706f6-d7da-4efb-89ac-88a890ffbb55\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:45.306644 3870 cni.go:473] [konflux-ui/proxy-64694d659f-ztngq 659ff6e605ed025712b7db8e5fc6c9931655f257aa001486235fd9838b329360 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-64694d659f-ztngq 659ff6e605ed025712b7db8e5fc6c9931655f257aa001486235fd9838b329360 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f4:ed:b9:19:d1\",\"name\":\"659ff6e605ed025\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c28e325f-398c-47f1-b104-7fe555e87e13\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:50:45.306719 3870 cni.go:473] [konflux-ui/dex-5869499749-6lgzm 6efc925a970271d9d5b77291f93a7f8caa12d5997a7631ba8fcc33eae4e2ad10 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5869499749-6lgzm 6efc925a970271d9d5b77291f93a7f8caa12d5997a7631ba8fcc33eae4e2ad10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:39:90:b9:03:16\",\"name\":\"6efc925a970271d\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2682861a-b5ea-4c02-a79d-33ca5f826075\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:50:45.435196 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 14:50:45.455905 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 14:50:45.479238 3870 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 14:50:46.482633 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0507 14:50:47.466894 3870 cni.go:452] [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key ] I0507 14:50:47.565883 3870 cni.go:473] [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-t5gx8-crntq d89cd2903d68404f49b776a403f4c4c6072ae86fdd31d205e6ae965b049cd0f3 network default NAD default NAD key default], result "{}", err I0507 14:50:49.025095 3870 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:49.025220 3870 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-t5gx8-crntq I0507 14:50:49.026917 3870 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-t5gx8-crntq, ips: 10.130.0.52 I0507 14:50:49.026952 3870 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 14:50:49.929821 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:49.929854 3870 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:49.950209 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 14:50:49.952652 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0507 14:50:50.046759 3870 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:50.046864 3870 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-t5gx8-crntq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 14:50:51.501107 3870 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 14:50:51.530040 3870 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 14:50:51.530156 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:51.567697 3870 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 14:50:51.567720 3870 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 14:50:52.805367 3870 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-ktdjs] creating logical port tsf-tas_tuf-97fc8ff76-ktdjs for pod on switch ip-10-0-0-60.ec2.internal I0507 14:50:52.805471 3870 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-ktdjs I0507 14:50:52.820599 3870 pod.go:62] [tsf-tas/tuf-97fc8ff76-ktdjs] pod update took 15.154696ms I0507 14:50:52.820622 3870 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-ktdjs] addLogicalPort annotation time took 15.184715ms I0507 14:50:52.821984 3870 pods.go:271] [tsf-tas/tuf-97fc8ff76-ktdjs] addLogicalPort took 16.639149ms, libovsdb time 920.934µs W0507 14:50:54.896301 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:54.896324 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 14:50:54.897494 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 14:50:54.897519 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 14:50:55.079112 3870 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key ] I0507 14:50:55.178687 3870 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-27tvs 9bbdc1f96b7b2e9d70fdc844916800843962405b6afea4a0a1bca5062d670cc9 network default NAD default NAD key default], result "{}", err I0507 14:50:55.236117 3870 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:55.236155 3870 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:55.237942 3870 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-27tvs, ips: 10.130.0.57 I0507 14:50:55.237980 3870 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:50:55.524660 3870 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:55.524690 3870 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-27tvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:50:55.529058 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs I0507 14:50:55.529089 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-27tvs W0507 14:50:56.459224 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 14:50:56.497741 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 14:50:58.048598 3870 cni.go:452] [tsf-tas/tuf-97fc8ff76-ktdjs 7bbbee939bd8d5fcd4dbe6b7bf605fc00a78b00ca62d972b810e646470f5603b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-ktdjs 7bbbee939bd8d5fcd4dbe6b7bf605fc00a78b00ca62d972b810e646470f5603b network default NAD default NAD key ] I0507 14:50:58.058021 3870 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-ktdjs, hostIfaceName: 7bbbee939bd8d5f, network: default, NAD default, SandboxID: "7bbbee939bd8d5fcd4dbe6b7bf605fc00a78b00ca62d972b810e646470f5603b", PCI device ID: , UID: "183ec93c-2085-43fb-a945-ee4d143e6ff4", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0507 14:50:58.114634 3870 cni.go:473] [tsf-tas/tuf-97fc8ff76-ktdjs 7bbbee939bd8d5fcd4dbe6b7bf605fc00a78b00ca62d972b810e646470f5603b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-ktdjs 7bbbee939bd8d5fcd4dbe6b7bf605fc00a78b00ca62d972b810e646470f5603b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:61:ab:34:91:71\",\"name\":\"7bbbee939bd8d5f\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fd616a8-0406-4311-b4b1-21d3423cf3cd\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 14:51:02.583692 3870 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0507 14:51:04.524394 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0507 14:51:13.592979 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0507 14:51:31.006067 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 14:51:31.006095 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 14:51:31.006106 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 14:51:31.006111 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 14:51:31.592388 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 14:51:31.592415 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 14:51:45.942459 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 14:52:01.350696 3870 obj_retry.go:498] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:01.351300 3870 obj_retry.go:498] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:02.301335 3870 obj_retry.go:492] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:02.301364 3870 obj_retry.go:492] Detected object konflux-ui/proxy-57dd77f9c8-x8bmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:02.306684 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:02.306715 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-57dd77f9c8-x8bmp I0507 14:52:06.998637 3870 cni.go:452] [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key ] I0507 14:52:07.082504 3870 cni.go:473] [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 5a5e56b9ae8eb0bdc3373da66d5c545b437345a3bc2876034f5eefacae9010ef network default NAD default NAD key default], result "{}", err I0507 14:52:07.136264 3870 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:07.136318 3870 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0507 14:52:07.137898 3870 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.53 I0507 14:52:07.137931 3870 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:52:07.174941 3870 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:07.174967 3870 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:52:07.177465 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 14:52:07.177495 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 14:52:08.964951 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0507 14:52:14.960400 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 14:52:18.857518 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 14:52:27.443913 3870 namespace.go:98] [managed-tenant-n6s2r] adding namespace I0507 14:52:27.444900 3870 namespace.go:102] [managed-tenant-n6s2r] adding namespace took 956.919µs I0507 14:52:27.463774 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:27.478703 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.499213 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.631977 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:28.730215 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 14:52:35.849707 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0507 14:52:35.977073 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0507 14:53:06.949195 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0507 14:53:32.971402 3870 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0507 14:54:40.862612 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=247 I0507 14:54:44.955251 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 14:55:50.847790 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=90 I0507 14:55:58.909541 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:55:58.910180 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:55:59.490953 3870 obj_retry.go:492] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:55:59.490975 3870 obj_retry.go:492] Detected object default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 14:55:59.494413 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:55:59.494439 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-zady7-on-pull-request-w99v6-init-pod I0507 14:56:02.855082 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=87 I0507 14:56:28.854289 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:28.854851 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:45.950152 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:45.950753 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:56:47.943433 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 14:56:56.944020 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 14:57:15.852651 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=106 I0507 14:57:33.977360 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0507 14:57:51.853732 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0507 14:58:05.166920 3870 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-build-container-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 14:58:05.167096 3870 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod I0507 14:58:05.206911 3870 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod] pod update took 39.854649ms I0507 14:58:05.206940 3870 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod] addLogicalPort annotation time took 39.89098ms I0507 14:58:05.208430 3870 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod] addLogicalPort took 41.530165ms, libovsdb time 920.065µs I0507 14:58:05.462119 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 14:58:05.462753 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 14:58:05.532795 3870 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key ] I0507 14:58:05.542362 3870 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-build-container-pod, hostIfaceName: 7f6bc3c31315612, network: default, NAD default, SandboxID: "7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a", PCI device ID: , UID: "3b710c34-7d83-4e6e-b4ea-3aad9a05bb48", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0507 14:58:05.597395 3870 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:41:5c:c9:e2:d0\",\"name\":\"7f6bc3c31315612\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/693c299f-0268-46f2-bd2c-b1e3437132a4\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 14:58:08.861079 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0507 14:58:12.968692 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 14:58:40.964312 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 14:58:59.980836 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 14:59:17.983704 3870 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 15:00:04.070168 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:00:04.070776 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:00:04.937125 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:04.937150 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636100-4t2xv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.041947 3870 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.041973 3870 obj_retry.go:492] Detected object tsf-tpa/create-db-f8q2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:08.046423 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-f8q2k I0507 15:00:08.046454 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-f8q2k I0507 15:00:10.952243 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 15:00:11.027409 3870 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:11.027438 3870 obj_retry.go:492] Detected object tsf-tpa/migrate-db-xthzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:11.031782 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-xthzt I0507 15:00:11.031806 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-xthzt I0507 15:00:13.946344 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 15:00:14.028707 3870 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:14.028730 3870 obj_retry.go:492] Detected object tsf-tpa/create-importers-9kt76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:00:14.032831 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9kt76 I0507 15:00:14.032862 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9kt76 I0507 15:01:12.458229 3870 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key ] I0507 15:01:12.556370 3870 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod 7f6bc3c313156123d0fd269e1a8f0e2de2414bc6a7cfdfa222d5287e4d3d107a network default NAD default NAD key default], result "{}", err I0507 15:01:12.669564 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:12.669657 3870 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod I0507 15:01:12.671587 3870 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod, ips: 10.130.0.61 I0507 15:01:12.671690 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:46.884941 3870 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:01:46.885097 3870 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod I0507 15:01:46.907458 3870 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod] pod update took 22.39187ms I0507 15:01:46.907493 3870 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod] addLogicalPort annotation time took 22.431488ms I0507 15:01:46.908904 3870 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod] addLogicalPort took 23.978796ms, libovsdb time 980.746µs I0507 15:01:46.961853 3870 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod] creating logical port default-tenant_tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:01:46.961991 3870 kube.go:256] Updating pod default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod I0507 15:01:46.989845 3870 pod.go:62] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod] pod update took 27.889407ms I0507 15:01:46.989870 3870 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod] addLogicalPort annotation time took 27.918841ms I0507 15:01:46.991206 3870 pods.go:271] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod] addLogicalPort took 29.366888ms, libovsdb time 904.834µs I0507 15:01:47.257021 3870 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key ] I0507 15:01:47.266563 3870 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod, hostIfaceName: 90f3d2b11da9573, network: default, NAD default, SandboxID: "90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9", PCI device ID: , UID: "cbf7bdb5-7c21-4bed-9464-238db2f9457e", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0507 15:01:47.323781 3870 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5a:0f:a9:86:98\",\"name\":\"90f3d2b11da9573\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62f7d928-bc5b-462e-94f9-3d1e79f1e898\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:01:47.331332 3870 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key ] I0507 15:01:47.341378 3870 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod, hostIfaceName: 0109346baf0401b, network: default, NAD default, SandboxID: "0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6", PCI device ID: , UID: "0c31772c-febd-42a4-930d-e0ab8b57e331", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0507 15:01:47.399597 3870 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ac:dd:12:c0:82\",\"name\":\"0109346baf0401b\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e94537e2-70b0-40c5-bf14-e1b064ab03f2\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:01:47.707863 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:01:47.708414 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:06.947336 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 15:02:37.947422 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0507 15:02:41.858588 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 15:02:47.910838 3870 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:47.911548 3870 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:48.034909 3870 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:02:48.034936 3870 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:02:48.040527 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:48.040564 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-n6psb I0507 15:02:48.131106 3870 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key ] I0507 15:02:48.233532 3870 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod 90f3d2b11da9573fe514c932a571cbff92d037da71d11c4fcb790f928f31eaa9 network default NAD default NAD key default], result "{}", err I0507 15:02:48.357613 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:02:48.357653 3870 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod I0507 15:02:48.359185 3870 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod, ips: 10.130.0.62 I0507 15:02:48.359217 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:05.866989 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=181 I0507 15:03:12.298205 3870 cni.go:452] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key ] I0507 15:03:12.389871 3870 cni.go:473] [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod 0109346baf0401bb11d21598eaa114797700a7e87677014baac81de7cc550fc6 network default NAD default NAD key default], result "{}", err I0507 15:03:12.485558 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:12.485599 3870 pods.go:176] Deleting pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod I0507 15:03:12.487095 3870 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod, ips: 10.130.0.63 I0507 15:03:12.487131 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:16.831616 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:16.832193 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.499414 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.500003 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.528368 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:18.528851 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:24.958734 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 15:03:28.577849 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:28.578509 3870 obj_retry.go:498] Detected object default-tenant/tsf-comp-zady7-on-push-tgg9x-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:45.851726 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0507 15:03:54.857503 3870 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-zuhf-b9h4c-verify-pod] creating logical port default-tenant_my-integration-test-zuhf-b9h4c-verify-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:03:54.857684 3870 kube.go:256] Updating pod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:03:54.891147 3870 pod.go:62] [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod] pod update took 33.501881ms I0507 15:03:54.891171 3870 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-zuhf-b9h4c-verify-pod] addLogicalPort annotation time took 33.531318ms I0507 15:03:54.892531 3870 pods.go:271] [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod] addLogicalPort took 35.042295ms, libovsdb time 943.798µs I0507 15:03:55.224870 3870 cni.go:452] [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key ] I0507 15:03:55.234332 3870 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-zuhf-b9h4c-verify-pod, hostIfaceName: 61fc33007949b61, network: default, NAD default, SandboxID: "61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd", PCI device ID: , UID: "57a964a9-1857-4803-9c22-1717b96a9b05", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0507 15:03:55.291068 3870 cni.go:473] [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a2:8a:04:49:4f\",\"name\":\"61fc33007949b61\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da4fa67b-dc5f-4be0-9aa0-4e839e5a63d1\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:03:55.766885 3870 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:55.767453 3870 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:03:55.857079 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0507 15:03:57.971854 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 15:04:19.772495 3870 cni.go:452] [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key ] I0507 15:04:19.880828 3870 cni.go:473] [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-zuhf-b9h4c-verify-pod 61fc33007949b61febc25cac3ce0d407dc2dcd861ca00ec43d995990452468cd network default NAD default NAD key default], result "{}", err I0507 15:04:20.003996 3870 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:20.004036 3870 pods.go:176] Deleting pod: default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:04:20.006031 3870 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-zuhf-b9h4c-verify-pod, ips: 10.130.0.64 I0507 15:04:20.006091 3870 obj_retry.go:498] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:34.044629 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-verify-access-to-resources-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:04:34.044782 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:04:34.063184 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod] pod update took 18.432223ms I0507 15:04:34.063209 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod] addLogicalPort annotation time took 18.463523ms I0507 15:04:34.064579 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod] addLogicalPort took 19.965375ms, libovsdb time 918.06µs I0507 15:04:34.414258 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key ] I0507 15:04:34.423930 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-verify-access-to-resources-pod, hostIfaceName: 0572cc50968042c, network: default, NAD default, SandboxID: "0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69", PCI device ID: , UID: "dc5383e3-e1d8-4cfe-8d53-f640a34876b1", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0507 15:04:34.480535 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2f:b3:9a:6a:64\",\"name\":\"0572cc50968042c\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/863d781b-1c6a-4c3c-a17c-f65d977887a4\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:04:36.891285 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/affinity-assistant-436b07c30a-0] creating logical port managed-tenant-n6s2r_affinity-assistant-436b07c30a-0 for pod on switch ip-10-0-0-60.ec2.internal I0507 15:04:36.891423 3870 kube.go:256] Updating pod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:04:36.903153 3870 pod.go:62] [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0] pod update took 11.764956ms I0507 15:04:36.903178 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/affinity-assistant-436b07c30a-0] addLogicalPort annotation time took 11.795222ms I0507 15:04:36.904844 3870 pods.go:271] [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0] addLogicalPort took 13.591321ms, libovsdb time 1.057944ms I0507 15:04:37.299736 3870 cni.go:452] [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key ] I0507 15:04:37.310530 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: affinity-assistant-436b07c30a-0, hostIfaceName: f33952020c22976, network: default, NAD default, SandboxID: "f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe", PCI device ID: , UID: "aca1ad06-30a0-456e-b228-41e3e45d68e8", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0507 15:04:37.375948 3870 cni.go:473] [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:39:3b:ff:bb:f1\",\"name\":\"f33952020c22976\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20209263-ee93-48e3-b01c-c4754a271ad4\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:04:37.864018 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 15:04:49.988195 3870 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 15:04:51.022807 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key ] I0507 15:04:51.110203 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod 0572cc50968042cc52e840b3890e548fe165ce2b80aa1415bd880d8c86c26a69 network default NAD default NAD key default], result "{}", err I0507 15:04:51.177325 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:04:51.177363 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:04:51.178672 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod, ips: 10.130.0.65 I0507 15:04:51.178702 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:07.980739 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 15:05:13.303902 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:13.304465 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:13.831085 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-collect-signing-params-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:13.831201 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:05:13.851338 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod] pod update took 20.165912ms I0507 15:05:13.851360 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod] addLogicalPort annotation time took 20.193848ms I0507 15:05:13.853224 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod] addLogicalPort took 22.156307ms, libovsdb time 866.836µs I0507 15:05:14.215991 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key ] I0507 15:05:14.225252 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-collect-signing-params-pod, hostIfaceName: d04a8fcf17ad1a5, network: default, NAD default, SandboxID: "d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942", PCI device ID: , UID: "cae89997-d4c8-46ba-85f3-af85bb0b71fd", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0507 15:05:14.279773 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:43:54:5c:91:bb\",\"name\":\"d04a8fcf17ad1a5\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1075787-f080-4e94-bff0-e36b2799a821\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:05:15.329817 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-collect-task-params-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:15.329944 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:05:15.350511 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod] pod update took 20.599469ms I0507 15:05:15.350541 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod] addLogicalPort annotation time took 20.632502ms I0507 15:05:15.351854 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod] addLogicalPort took 22.051321ms, libovsdb time 845.767µs I0507 15:05:15.697299 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key ] I0507 15:05:15.706922 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-collect-task-params-pod, hostIfaceName: 07abee8df086830, network: default, NAD default, SandboxID: "07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646", PCI device ID: , UID: "f404311d-5505-4242-b71d-6d65624aa5c1", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0507 15:05:15.759800 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:16:d5:7d:cc:27\",\"name\":\"07abee8df086830\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cd19109-9cfc-4b44-88fe-1d36794c462c\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:05:16.473367 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-collect-registry-token-secret-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:16.473483 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:05:16.492826 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod] pod update took 19.373889ms I0507 15:05:16.492855 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod] addLogicalPort annotation time took 19.405603ms I0507 15:05:16.494446 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod] addLogicalPort took 21.097554ms, libovsdb time 985.745µs I0507 15:05:16.618782 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-check-data-keys-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:16.618956 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:05:16.638637 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod] pod update took 19.715581ms I0507 15:05:16.638664 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod] addLogicalPort annotation time took 19.748454ms I0507 15:05:16.640338 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod] addLogicalPort took 21.576505ms, libovsdb time 1.019127ms I0507 15:05:16.886938 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key ] I0507 15:05:16.897235 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-collect-registry-token-secret-pod, hostIfaceName: 5c5604490e4793a, network: default, NAD default, SandboxID: "5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1", PCI device ID: , UID: "ba26d7a4-0a15-4140-adef-4399e956d16d", MAC: 0a:58:0a:82:00:45, IPs: [10.130.0.69/23] I0507 15:05:16.951863 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9e:77:92:f5:45\",\"name\":\"5c5604490e4793a\"},{\"mac\":\"0a:58:0a:82:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b29df17f-af85-4cb5-aa4f-270f508655ef\"}],\"ips\":[{\"address\":\"10.130.0.69/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:05:17.021188 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key ] I0507 15:05:17.031764 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-check-data-keys-pod, hostIfaceName: 9c09af478992421, network: default, NAD default, SandboxID: "9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac", PCI device ID: , UID: "301cdd1c-df6e-4183-b6fd-6622bb14585d", MAC: 0a:58:0a:82:00:46, IPs: [10.130.0.70/23] I0507 15:05:17.086413 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:85:d8:63:1b:1a\",\"name\":\"9c09af478992421\"},{\"mac\":\"0a:58:0a:82:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf6b758d-9c6b-4483-b029-8887a504a7a9\"}],\"ips\":[{\"address\":\"10.130.0.70/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:05:17.274597 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-reduce-snapshot-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:17.274756 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:05:17.299235 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod] pod update took 24.511735ms I0507 15:05:17.299266 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod] addLogicalPort annotation time took 24.548216ms I0507 15:05:17.300718 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod] addLogicalPort took 26.139448ms, libovsdb time 961.414µs I0507 15:05:17.717262 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key ] I0507 15:05:17.727142 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-reduce-snapshot-pod, hostIfaceName: d67290f56670ecc, network: default, NAD default, SandboxID: "d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095", PCI device ID: , UID: "d6708db3-4e17-4a51-be2e-a3876ed3ea67", MAC: 0a:58:0a:82:00:47, IPs: [10.130.0.71/23] I0507 15:05:17.783621 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:1b:4b:ac:f3:ad\",\"name\":\"d67290f56670ecc\"},{\"mac\":\"0a:58:0a:82:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f6fa011-8f75-4c13-933a-4f4594a70d8f\"}],\"ips\":[{\"address\":\"10.130.0.71/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:05:22.310885 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key ] I0507 15:05:22.405727 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod 07abee8df0868304a06d4e30ce5e7844dc5d6c28b8e1a8e062fe338321340646 network default NAD default NAD key default], result "{}", err I0507 15:05:22.509066 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:22.509101 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:05:22.510423 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod, ips: 10.130.0.68 I0507 15:05:22.510453 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:24.339447 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key ] I0507 15:05:24.443320 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod 5c5604490e4793abd3437712ab89af84cf450bcff3e1cb175f721445f95cdbe1 network default NAD default NAD key default], result "{}", err I0507 15:05:24.519148 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:24.519185 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:05:24.520585 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod, ips: 10.130.0.69 I0507 15:05:24.520615 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.371947 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key ] I0507 15:05:27.372031 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key ] I0507 15:05:27.480991 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod d04a8fcf17ad1a525474dc7191fa3d6115b52aa08bc4aaa865e22f55b2eb7942 network default NAD default NAD key default], result "{}", err I0507 15:05:27.492716 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod 9c09af478992421dcb5f7ee249cf8004d5030b61770a94b2c4a37f77755852ac network default NAD default NAD key default], result "{}", err I0507 15:05:27.552902 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.552936 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:05:27.554383 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod, ips: 10.130.0.67 I0507 15:05:27.554413 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.592831 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:27.592857 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:05:27.594126 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod, ips: 10.130.0.70 I0507 15:05:27.594156 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:34.011747 3870 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-kphgf for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:34.011912 3870 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:05:34.026431 3870 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf] pod update took 14.558602ms I0507 15:05:34.026464 3870 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf] addLogicalPort annotation time took 14.597524ms I0507 15:05:34.028051 3870 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf] addLogicalPort took 16.324683ms, libovsdb time 988.173µs I0507 15:05:34.381143 3870 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key ] I0507 15:05:34.392043 3870 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-kphgf, hostIfaceName: e0d47c2366146eb, network: default, NAD default, SandboxID: "e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313", PCI device ID: , UID: "f79ee62f-2a1e-477e-b255-b79f188f5423", MAC: 0a:58:0a:82:00:48, IPs: [10.130.0.72/23] I0507 15:05:34.458361 3870 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:95:9d:ff:84:64\",\"name\":\"e0d47c2366146eb\"},{\"mac\":\"0a:58:0a:82:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbfcafa0-9c87-4239-b3bf-4bd0760739c8\"}],\"ips\":[{\"address\":\"10.130.0.72/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:05:38.492114 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key ] I0507 15:05:38.586452 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod d67290f56670ecc7c7b9670888ea26f71d35c9a7b9fbcb24ddbc53a72feea095 network default NAD default NAD key default], result "{}", err I0507 15:05:38.665451 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:38.665491 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:05:38.666816 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod, ips: 10.130.0.71 I0507 15:05:38.666847 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:38.856767 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0507 15:05:39.768446 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-apply-mapping-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:05:39.768563 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:05:39.793333 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod] pod update took 24.802195ms I0507 15:05:39.793357 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod] addLogicalPort annotation time took 24.831717ms I0507 15:05:39.794747 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod] addLogicalPort took 26.314214ms, libovsdb time 971.455µs I0507 15:05:40.138709 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key ] I0507 15:05:40.148047 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-apply-mapping-pod, hostIfaceName: a6208c0ca5fab9c, network: default, NAD default, SandboxID: "a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f", PCI device ID: , UID: "166e4706-360c-4108-8940-922c93faa2d9", MAC: 0a:58:0a:82:00:49, IPs: [10.130.0.73/23] I0507 15:05:40.204471 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:b6:ef:1c:8f:43\",\"name\":\"a6208c0ca5fab9c\"},{\"mac\":\"0a:58:0a:82:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a1a1515-1a7c-4841-ae32-4877a886934b\"}],\"ips\":[{\"address\":\"10.130.0.73/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 15:05:47.482833 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 15:05:47.482859 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 15:05:47.482865 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 15:05:47.482870 3870 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 15:05:49.603927 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key ] I0507 15:05:49.701820 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod a6208c0ca5fab9c587c66bc352ad4258a06a6853c78a3b4f5d9ab1f87bf8c16f network default NAD default NAD key default], result "{}", err I0507 15:05:49.782507 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:05:49.782548 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:05:49.783894 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod, ips: 10.130.0.73 I0507 15:05:49.783920 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:01.659802 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:01.660399 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:03.478574 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-verify-conforma-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:06:03.478708 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:06:03.518433 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod] pod update took 39.765034ms I0507 15:06:03.518460 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod] addLogicalPort annotation time took 39.797168ms I0507 15:06:03.520007 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod] addLogicalPort took 41.451309ms, libovsdb time 1.047876ms I0507 15:06:03.898742 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key ] I0507 15:06:03.908229 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-verify-conforma-pod, hostIfaceName: 9f919a143e0cefd, network: default, NAD default, SandboxID: "9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166", PCI device ID: , UID: "b6a1cba5-c0dc-4a67-92d0-82dad9439b95", MAC: 0a:58:0a:82:00:4a, IPs: [10.130.0.74/23] I0507 15:06:03.964969 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:3a:f6:37:b8:f7\",\"name\":\"9f919a143e0cefd\"},{\"mac\":\"0a:58:0a:82:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fc908fc-a81b-463c-9133-f27ad3937b10\"}],\"ips\":[{\"address\":\"10.130.0.74/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:06:10.713983 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:10.714555 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:17.949755 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 15:06:23.984861 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 15:06:39.076182 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key ] I0507 15:06:39.193096 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod 9f919a143e0cefdc23bfb5a4fdb85c200b48ca4ee76cc824a7862bfcec871166 network default NAD default NAD key default], result "{}", err I0507 15:06:39.331643 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:06:39.331715 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:06:39.333438 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod, ips: 10.130.0.74 I0507 15:06:39.333480 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:11.171813 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:11.172421 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:07:12.813612 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:07:12.813759 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:07:12.837563 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod] pod update took 23.837506ms I0507 15:07:12.837589 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 23.870556ms I0507 15:07:12.839035 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod] addLogicalPort took 25.43627ms, libovsdb time 1.005405ms I0507 15:07:13.181331 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key ] I0507 15:07:13.190543 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-sign-image-cosign-keyless-pod, hostIfaceName: 4313d4b5da2f58d, network: default, NAD default, SandboxID: "4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109", PCI device ID: , UID: "2527412f-832c-491e-9ec4-548f96897c56", MAC: 0a:58:0a:82:00:4b, IPs: [10.130.0.75/23] I0507 15:07:13.247435 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:31:1c:b5:99:f7\",\"name\":\"4313d4b5da2f58d\"},{\"mac\":\"0a:58:0a:82:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7524c701-04ed-4ccd-9a28-420a84277541\"}],\"ips\":[{\"address\":\"10.130.0.75/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:07:21.967376 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 15:08:12.911176 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key ] I0507 15:08:13.012096 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod 4313d4b5da2f58d4ac2d807689011061652f28c40334704fcb41779afa403109 network default NAD default NAD key default], result "{}", err I0507 15:08:13.088040 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:13.088073 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:08:13.089604 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod, ips: 10.130.0.75 I0507 15:08:13.089641 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:42.629799 3870 base_network_controller_pods.go:487] [default/managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod] creating logical port managed-tenant-n6s2r_managed-7kpz7-update-cr-status-pod for pod on switch ip-10-0-0-60.ec2.internal I0507 15:08:42.629956 3870 kube.go:256] Updating pod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:08:42.653055 3870 pod.go:62] [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod] pod update took 23.129556ms I0507 15:08:42.653088 3870 base_network_controller_pods.go:951] [default/managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod] addLogicalPort annotation time took 23.166448ms I0507 15:08:42.654595 3870 pods.go:271] [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod] addLogicalPort took 24.817164ms, libovsdb time 1.047784ms I0507 15:08:42.888408 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:42.888986 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:43.000784 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key ] I0507 15:08:43.010804 3870 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-n6s2r, podName: managed-7kpz7-update-cr-status-pod, hostIfaceName: 282c45f4fdb638a, network: default, NAD default, SandboxID: "282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8", PCI device ID: , UID: "51fc1af1-3046-4b03-ad62-d7761497faf2", MAC: 0a:58:0a:82:00:4c, IPs: [10.130.0.76/23] I0507 15:08:43.069654 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:4e:55:f3:d6:6f\",\"name\":\"282c45f4fdb638a\"},{\"mac\":\"0a:58:0a:82:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9e28e1-890b-41e4-86b6-f62f5e8509f3\"}],\"ips\":[{\"address\":\"10.130.0.76/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 15:08:50.545780 3870 cni.go:452] [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key ] I0507 15:08:50.649184 3870 cni.go:473] [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 f33952020c22976ca98a42af667e7072153e85a9de9c1a20557fa26ed4b046fe network default NAD default NAD key default], result "{}", err I0507 15:08:50.704686 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:50.704729 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:50.706081 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/affinity-assistant-436b07c30a-0, ips: 10.130.0.66 I0507 15:08:50.706108 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:51.251306 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:08:51.251331 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:08:51.256930 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:51.256969 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/affinity-assistant-436b07c30a-0 I0507 15:08:51.263600 3870 cni.go:452] [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key ] I0507 15:08:51.360640 3870 cni.go:473] [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod 282c45f4fdb638a1677859a9794a3d88a10887f45b1cb65a637ae535bf2138c8 network default NAD default NAD key default], result "{}", err I0507 15:08:51.432518 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:51.432557 3870 pods.go:176] Deleting pod: managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:08:51.433950 3870 pods.go:236] Attempting to release IPs for pod: managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod, ips: 10.130.0.76 I0507 15:08:51.433984 3870 obj_retry.go:498] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:08:56.356678 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:01.485654 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.485682 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.492794 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:09:01.492830 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-apply-mapping-pod I0507 15:09:01.501744 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.501764 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.508396 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:09:01.508419 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-check-data-keys-pod I0507 15:09:01.517935 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.517953 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.524954 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:09:01.524974 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-data-pod I0507 15:09:01.534772 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.534793 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.541000 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:09:01.541025 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-registry-token-secret-pod I0507 15:09:01.548979 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.548997 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.555479 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:09:01.555499 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-signing-params-pod I0507 15:09:01.564635 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.564661 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.568474 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:09:01.568507 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-task-params-pod I0507 15:09:01.578776 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.578822 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.585185 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:09:01.585207 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-collect-tpa-params-pod I0507 15:09:01.594612 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.594631 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.601044 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:09:01.601063 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-filter-already-released-images-pod I0507 15:09:01.609963 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.609979 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.615956 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:09:01.615979 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-process-component-sbom-pod I0507 15:09:01.626212 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.626232 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.632238 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:09:01.632258 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-push-snapshot-pod I0507 15:09:01.642462 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.642499 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.648989 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:09:01.649011 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-reduce-snapshot-pod I0507 15:09:01.662612 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.662634 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.669686 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:09:01.669710 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-sign-image-cosign-keyless-pod I0507 15:09:01.678332 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.678353 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.684240 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:09:01.684261 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-update-cr-status-pod I0507 15:09:01.692313 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.692330 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.697891 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:09:01.697916 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-verify-access-to-resources-pod I0507 15:09:01.711753 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.711772 3870 obj_retry.go:492] Detected object managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:01.718358 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:09:01.718383 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-n6s2r/managed-7kpz7-verify-conforma-pod I0507 15:09:04.860609 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0507 15:09:05.799745 3870 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:05.799776 3870 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:05.806253 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:09:05.806303 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-zuhf-b9h4c-collect-keyless-params-pod I0507 15:09:06.568874 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:06.632193 3870 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:06.632223 3870 obj_retry.go:492] Detected object default-tenant/my-integration-test-zuhf-b9h4c-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:09:06.639935 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:09:06.639963 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-zuhf-b9h4c-verify-pod I0507 15:09:10.950388 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 15:09:13.237643 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:19.625321 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:26.009171 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:32.403481 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:09:47.781845 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:10:03.855763 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0507 15:10:04.470535 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:10:04.471128 3870 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:10:04.955768 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 15:10:05.334751 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.334780 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636110-rsx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.362959 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.362986 3870 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:10:05.367119 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 15:10:05.367152 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29636080-mkj5d I0507 15:10:25.870674 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=313 I0507 15:10:49.307356 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:14.112040 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:27.951046 3870 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0507 15:11:29.797705 3870 namespace.go:142] [managed-tenant-n6s2r] updating namespace I0507 15:11:29.818666 3870 namespace.go:317] [managed-tenant-n6s2r] deleting namespace I0507 15:11:35.219731 3870 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:35.220396 3870 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:35.987336 3870 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:35.987361 3870 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:35.992378 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:35.992402 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vjw86 I0507 15:11:49.649848 3870 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key ] I0507 15:11:49.739458 3870 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf e0d47c2366146ebfac891a7b4ea35d8175e9d666cd182b91ed73e9dbdf405313 network default NAD default NAD key default], result "{}", err I0507 15:11:49.803917 3870 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:49.803953 3870 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:11:49.805380 3870 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf, ips: 10.130.0.72 I0507 15:11:49.805417 3870 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 15:11:50.806697 3870 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:50.806730 3870 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 15:11:50.809831 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:11:50.809861 3870 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kphgf I0507 15:11:58.867808 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 15:12:04.861953 3870 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=22 I0507 15:12:09.992675 3870 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 15:12:19.977935 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 15:12:33.988335 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 15:12:40.961907 3870 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9