+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-90.ec2.internal ++ [[ -n ip-10-0-2-90.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-90.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 06:05:02.414821535 - disable conntrack on geneve port' I0512 06:05:02.414821535 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0512 06:05:02.431357303 - starting ovnkube-node + echo 'I0512 06:05:02.431357303 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-90.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-90.ec2.internal --init-node ip-10-0-2-90.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-90.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 06:05:02.471985 3833 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 06:05:02.472048 3833 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5ee8a11c44.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 06:05:02.473518 3833 kube.go:431] Waiting for certificate I0512 06:05:02.473543 3833 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 06:05:02.473579 3833 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 06:05:02.474313 3833 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 06:05:02.505294 3833 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:02.505310 3833 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:02.507878 3833 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:02.507970 3833 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j4rpr" I0512 06:05:02.514258 3833 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-j4rpr" I0512 06:05:02.514343 3833 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:03.474606 3833 kube.go:438] Certificate found I0512 06:05:03.475233 3833 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 06:05:03.476314 3833 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 06:05:03.521929 3833 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 06:00:02 +0000 UTC" deadline="2026-05-13 02:24:34.246181073 +0000 UTC" I0512 06:05:03.522082 3833 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h19m30.724114401s" I0512 06:05:03.546385 3833 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 06:05:03.565659 3833 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 06:05:03.565688 3833 controller_manager.go:370] Starting the ovnkube controller I0512 06:05:03.565697 3833 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-90.ec2.internal I0512 06:05:03.565747 3833 server.go:101] MetricServer registers OVS metrics I0512 06:05:03.565784 3833 controller_manager.go:395] NBDB zone sync took: 77.246µs I0512 06:05:03.565798 3833 factory.go:561] Starting watch factory I0512 06:05:03.565871 3833 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.565896 3833 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.565901 3833 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.565915 3833 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.565930 3833 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 06:05:03.565972 3833 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.566019 3833 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.566042 3833 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.566025 3833 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.566137 3833 factory.go:561] Starting watch factory I0512 06:05:03.566084 3833 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.566183 3833 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.566323 3833 server.go:105] MetricServer registers OVN DB metrics I0512 06:05:03.567087 3833 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.567118 3833 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.570909 3833 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 06:05:03.570939 3833 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 06:05:03.584204 3833 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.584444 3833 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 06:05:03.584471 3833 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 06:05:03.587672 3833 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.588037 3833 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.588116 3833 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 06:05:03.588154 3833 server.go:109] MetricServer registers OVN Controller metrics I0512 06:05:03.588391 3833 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.588814 3833 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.592851 3833 server.go:113] MetricServer registers OVN Northd metrics I0512 06:05:03.594869 3833 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.597575 3833 metrics.go:519] OVN Metrics Server starts to run ... I0512 06:05:03.671883 3833 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 06:05:03.671897 3833 factory.go:1977] *v1.Pod informer cache synced successfully I0512 06:05:03.671907 3833 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 06:05:03.671900 3833 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 06:05:03.671911 3833 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 06:05:03.671914 3833 factory.go:1977] *v1.Node informer cache synced successfully I0512 06:05:03.671915 3833 factory.go:1977] *v1.Node informer cache synced successfully I0512 06:05:03.671918 3833 factory.go:1977] *v1.Service informer cache synced successfully I0512 06:05:03.671919 3833 factory.go:1977] *v1.Service informer cache synced successfully I0512 06:05:03.671921 3833 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 06:05:03.671922 3833 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 06:05:03.671925 3833 factory.go:1977] *v1.Pod informer cache synced successfully I0512 06:05:03.671985 3833 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.671999 3833 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.672451 3833 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.672464 3833 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.675035 3833 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.675331 3833 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.677274 3833 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 06:05:03.677286 3833 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 06:05:03.677293 3833 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 06:05:03.677306 3833 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 06:05:03.677343 3833 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.677363 3833 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.679992 3833 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.682391 3833 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 06:05:03.682394 3833 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 06:05:03.682461 3833 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.682495 3833 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.685449 3833 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.687877 3833 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 06:05:03.687895 3833 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 06:05:03.687942 3833 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.687954 3833 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.690550 3833 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.693886 3833 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 06:05:03.693893 3833 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 06:05:03.693943 3833 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.693953 3833 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.696590 3833 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.699606 3833 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 06:05:03.699624 3833 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 06:05:03.699658 3833 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.699670 3833 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.702550 3833 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.705010 3833 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 06:05:03.705067 3833 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 06:05:03.705345 3833 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:05:03.705364 3833 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:05:03.707953 3833 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:05:03.710362 3833 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 06:05:03.710431 3833 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.710449 3833 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.710469 3833 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.710502 3833 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.710928 3833 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 06:05:03.714231 3833 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.714252 3833 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.716178 3833 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 06:05:03.716189 3833 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 06:05:03.716193 3833 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 06:05:03.716199 3833 factory.go:680] Watch Factory start up complete, took: 150.061218ms I0512 06:05:03.716203 3833 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 06:05:03.716212 3833 factory.go:680] Watch Factory start up complete, took: 150.415625ms I0512 06:05:03.716220 3833 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-90.ec2.internal" zone I0512 06:05:03.716272 3833 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 06:05:03.750628 3833 default_node_network_controller.go:710] Initializing the default node network controller I0512 06:05:03.796900 3833 udn_isolation.go:101] Starting UDN host isolation manager I0512 06:05:03.802791 3833 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 06:05:03.840633 3833 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 06:05:03.840713 3833 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 06:05:03.840731 3833 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 06:05:03.870153 3833 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 06:05:03.870205 3833 default_node_network_controller.go:809] Node ip-10-0-2-90.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 06:05:03.874992 3833 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.90"] k8s.ovn.org/zone-name:ip-10-0-2-90.ec2.internal] on node ip-10-0-2-90.ec2.internal I0512 06:05:03.913104 3833 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 06:05:03.919070 3833 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 06:05:03.919225 3833 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0512 06:05:03.919355 3833 gateway_init.go:263] Preparing Gateway I0512 06:05:03.919366 3833 gateway_shared_intf.go:1687] Creating new gateway I0512 06:05:03.966316 3833 controller_manager.go:429] Waiting for node in zone sync took: 250.085869ms I0512 06:05:03.984155 3833 controller_manager.go:611] Switching to transit router for layer2 networks I0512 06:05:03.984169 3833 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-90.ec2.internal I0512 06:05:03.998192 3833 iptables.go:108] Creating table: filter chain: FORWARD I0512 06:05:04.004058 3833 iptables.go:108] Creating table: filter chain: OUTPUT I0512 06:05:04.009770 3833 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 06:05:04.009784 3833 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-90.ec2.internal","mac-address":"0e:cd:19:38:04:f1","ip-addresses":["10.0.2.90/24"],"ip-address":"10.0.2.90/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:45fa658d-4050-4486-9721-4ce56aafaea0 k8s.ovn.org/node-encap-ips:["10.0.2.90"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.90/24"} k8s.ovn.org/zone-name:ip-10-0-2-90.ec2.internal] on node ip-10-0-2-90.ec2.internal I0512 06:05:04.011032 3833 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 06:05:04.017049 3833 controller_manager.go:290] SCTP support detected in OVN I0512 06:05:04.017598 3833 services_controller.go:69] Creating services controller for network=default I0512 06:05:04.017701 3833 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 06:05:04.017795 3833 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 06:05:04.017827 3833 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 06:05:04.017840 3833 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 06:05:04.017848 3833 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 06:05:04.018015 3833 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 06:05:04.018056 3833 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 06:05:04.018106 3833 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.907µs I0512 06:05:04.018131 3833 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 67.265µs I0512 06:05:04.018140 3833 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 83.673µs I0512 06:05:04.018146 3833 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 06:05:04.018151 3833 udn_enabled_svc.go:95] Performing full resync I0512 06:05:04.018169 3833 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.411µs I0512 06:05:04.018153 3833 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 06:05:04.018244 3833 default_network_controller.go:325] Starting the default network controller I0512 06:05:04.018445 3833 udn_enabled_svc.go:99] Waiting for handler to sync I0512 06:05:04.018456 3833 udn_enabled_svc.go:104] Starting worker I0512 06:05:04.027085 3833 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 06:05:04.027142 3833 repair.go:33] Syncing exgw routes took 45.23µs I0512 06:05:04.027163 3833 default_network_controller.go:414] Starting all the Watchers... I0512 06:05:04.027298 3833 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 06:05:04.027311 3833 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 06:05:04.027313 3833 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 06:05:04.027322 3833 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 06:05:04.027330 3833 namespace.go:98] [openshift-machine-api] adding namespace I0512 06:05:04.027332 3833 namespace.go:98] [openshift-cluster-version] adding namespace I0512 06:05:04.027333 3833 namespace.go:98] [kube-system] adding namespace I0512 06:05:04.027343 3833 namespace.go:98] [openshift-operators] adding namespace I0512 06:05:04.027342 3833 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 06:05:04.027347 3833 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 06:05:04.027349 3833 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 06:05:04.027355 3833 namespace.go:98] [openshift-network-operator] adding namespace I0512 06:05:04.027357 3833 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 06:05:04.027375 3833 namespace.go:98] [openshift-network-console] adding namespace I0512 06:05:04.027303 3833 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 06:05:04.027868 3833 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 556.04µs I0512 06:05:04.027883 3833 namespace.go:98] [openshift-config] adding namespace I0512 06:05:04.028784 3833 namespace.go:102] [openshift-config] adding namespace took 896.677µs I0512 06:05:04.028799 3833 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 06:05:04.029280 3833 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 475.862µs I0512 06:05:04.029292 3833 namespace.go:98] [openshift-package-operator] adding namespace I0512 06:05:04.029736 3833 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.415652ms I0512 06:05:04.029751 3833 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 06:05:04.030150 3833 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.827806ms I0512 06:05:04.030163 3833 namespace.go:98] [default] adding namespace I0512 06:05:04.030600 3833 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.270747ms I0512 06:05:04.030614 3833 namespace.go:98] [openshift-controller-manager] adding namespace I0512 06:05:04.031025 3833 namespace.go:102] [openshift-machine-api] adding namespace took 3.691198ms I0512 06:05:04.031035 3833 namespace.go:98] [openshift-config-operator] adding namespace W0512 06:05:04.031402 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-ls2tn: pod kube-system/global-pull-secret-syncer-ls2tn: no pod IPs found I0512 06:05:04.031439 3833 namespace.go:102] [openshift-cluster-version] adding namespace took 4.098119ms I0512 06:05:04.031449 3833 namespace.go:98] [openshift-network-diagnostics] adding namespace W0512 06:05:04.031451 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-mfsdt: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found I0512 06:05:04.031911 3833 namespace.go:102] [kube-system] adding namespace took 4.567384ms I0512 06:05:04.031924 3833 namespace.go:98] [openshift-infra] adding namespace I0512 06:05:04.032389 3833 namespace.go:102] [openshift-operators] adding namespace took 5.041369ms I0512 06:05:04.032403 3833 namespace.go:98] [openshift-image-registry] adding namespace I0512 06:05:04.032863 3833 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.513165ms I0512 06:05:04.032878 3833 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 06:05:04.033290 3833 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.936509ms I0512 06:05:04.033304 3833 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 06:05:04.033816 3833 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.455737ms I0512 06:05:04.033835 3833 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 06:05:04.034255 3833 namespace.go:102] [openshift-network-operator] adding namespace took 6.894888ms I0512 06:05:04.034269 3833 namespace.go:98] [openshift-insights] adding namespace I0512 06:05:04.034756 3833 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.394488ms I0512 06:05:04.034766 3833 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 06:05:04.035182 3833 namespace.go:102] [openshift-network-console] adding namespace took 7.795746ms I0512 06:05:04.035198 3833 namespace.go:98] [openshift-authentication] adding namespace I0512 06:05:04.035663 3833 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.245707ms I0512 06:05:04.035676 3833 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 06:05:04.036064 3833 namespace.go:102] [openshift-package-operator] adding namespace took 6.767038ms I0512 06:05:04.036077 3833 namespace.go:98] [openshift-host-network] adding namespace I0512 06:05:04.036426 3833 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.670127ms I0512 06:05:04.036437 3833 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 06:05:04.036732 3833 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:04.036795 3833 namespace.go:102] [default] adding namespace took 6.623894ms I0512 06:05:04.036813 3833 namespace.go:98] [openshift-ingress] adding namespace I0512 06:05:04.037224 3833 namespace.go:102] [openshift-controller-manager] adding namespace took 6.605433ms I0512 06:05:04.037235 3833 namespace.go:98] [openshift-apiserver] adding namespace W0512 06:05:04.037626 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fwl8p: pod openshift-network-diagnostics/network-check-target-fwl8p: no pod IPs found W0512 06:05:04.037639 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mw69q: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:05:04.037671 3833 namespace.go:102] [openshift-config-operator] adding namespace took 6.631723ms I0512 06:05:04.037683 3833 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 06:05:04.038126 3833 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.672311ms I0512 06:05:04.038139 3833 namespace.go:98] [openshift-etcd] adding namespace I0512 06:05:04.038492 3833 namespace.go:102] [openshift-infra] adding namespace took 6.563672ms I0512 06:05:04.038505 3833 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 06:05:04.038882 3833 namespace.go:102] [openshift-image-registry] adding namespace took 6.473158ms I0512 06:05:04.038896 3833 namespace.go:98] [openshift-dns] adding namespace I0512 06:05:04.039244 3833 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.362205ms I0512 06:05:04.039255 3833 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 06:05:04.039650 3833 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.341237ms I0512 06:05:04.039664 3833 namespace.go:98] [openshift-config-managed] adding namespace I0512 06:05:04.040029 3833 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.190866ms I0512 06:05:04.040038 3833 namespace.go:98] [openshift-multus] adding namespace I0512 06:05:04.040372 3833 namespace.go:102] [openshift-insights] adding namespace took 6.097951ms I0512 06:05:04.040384 3833 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 06:05:04.040773 3833 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.002412ms I0512 06:05:04.040784 3833 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 06:05:04.041134 3833 namespace.go:102] [openshift-authentication] adding namespace took 5.931478ms I0512 06:05:04.041146 3833 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 06:05:04.041501 3833 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.820538ms I0512 06:05:04.041510 3833 namespace.go:98] [openshift-console-operator] adding namespace I0512 06:05:04.041942 3833 namespace.go:102] [openshift-host-network] adding namespace took 5.859835ms I0512 06:05:04.042451 3833 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.008725ms I0512 06:05:04.042465 3833 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 06:05:04.042822 3833 namespace.go:102] [openshift-ingress] adding namespace took 6.004245ms I0512 06:05:04.042833 3833 namespace.go:98] [kube-node-lease] adding namespace I0512 06:05:04.043323 3833 namespace.go:102] [openshift-apiserver] adding namespace took 6.083732ms I0512 06:05:04.043337 3833 namespace.go:98] [dedicated-admin] adding namespace I0512 06:05:04.043861 3833 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.170559ms I0512 06:05:04.043880 3833 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 06:05:04.044309 3833 namespace.go:102] [openshift-etcd] adding namespace took 6.165702ms I0512 06:05:04.044322 3833 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 06:05:04.044861 3833 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.352378ms I0512 06:05:04.044872 3833 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 06:05:04.045774 3833 namespace.go:102] [openshift-dns] adding namespace took 6.87231ms I0512 06:05:04.045788 3833 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 06:05:04.046201 3833 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.942178ms I0512 06:05:04.046211 3833 namespace.go:98] [openshift-console] adding namespace I0512 06:05:04.046575 3833 namespace.go:102] [openshift-config-managed] adding namespace took 6.90723ms I0512 06:05:04.046585 3833 namespace.go:98] [openshift-kube-scheduler] adding namespace W0512 06:05:04.046586 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q9z4f: pod openshift-multus/network-metrics-daemon-q9z4f: no pod IPs found W0512 06:05:04.046616 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-p59dd: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found I0512 06:05:04.047102 3833 namespace.go:102] [openshift-multus] adding namespace took 7.060415ms I0512 06:05:04.047114 3833 namespace.go:98] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] adding namespace I0512 06:05:04.047617 3833 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.229457ms I0512 06:05:04.047626 3833 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 06:05:04.048054 3833 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.2645ms I0512 06:05:04.048064 3833 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 06:05:04.048464 3833 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.312428ms I0512 06:05:04.048495 3833 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 06:05:04.048867 3833 namespace.go:102] [openshift-console-operator] adding namespace took 7.352881ms I0512 06:05:04.048878 3833 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 06:05:04.049293 3833 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.823682ms I0512 06:05:04.049302 3833 namespace.go:98] [openshift-backplane] adding namespace I0512 06:05:04.049938 3833 namespace.go:102] [kube-node-lease] adding namespace took 7.100338ms I0512 06:05:04.049950 3833 namespace.go:98] [openshift-logging] adding namespace I0512 06:05:04.050411 3833 namespace.go:102] [dedicated-admin] adding namespace took 7.068673ms I0512 06:05:04.050425 3833 namespace.go:98] [openshift-node] adding namespace I0512 06:05:04.050865 3833 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.978951ms I0512 06:05:04.050876 3833 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 06:05:04.051269 3833 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.942809ms I0512 06:05:04.051279 3833 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 06:05:04.051695 3833 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.818475ms I0512 06:05:04.051708 3833 namespace.go:98] [kube-public] adding namespace I0512 06:05:04.052167 3833 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.372992ms I0512 06:05:04.052179 3833 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 06:05:04.052645 3833 namespace.go:102] [openshift-console] adding namespace took 6.427422ms I0512 06:05:04.053107 3833 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.517005ms I0512 06:05:04.053120 3833 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 06:05:04.053460 3833 namespace.go:102] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] adding namespace took 6.339615ms I0512 06:05:04.053492 3833 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 06:05:04.054041 3833 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.40986ms I0512 06:05:04.054432 3833 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.362908ms I0512 06:05:04.054446 3833 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 06:05:04.054796 3833 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.29329ms I0512 06:05:04.055299 3833 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.416531ms I0512 06:05:04.055313 3833 namespace.go:98] [openshift] adding namespace I0512 06:05:04.055775 3833 namespace.go:102] [openshift-backplane] adding namespace took 6.468574ms I0512 06:05:04.055788 3833 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 06:05:04.056170 3833 namespace.go:102] [openshift-logging] adding namespace took 6.216065ms I0512 06:05:04.056182 3833 namespace.go:98] [openshift-dns-operator] adding namespace I0512 06:05:04.056621 3833 namespace.go:102] [openshift-node] adding namespace took 6.190071ms I0512 06:05:04.056635 3833 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 06:05:04.057053 3833 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.171916ms I0512 06:05:04.057067 3833 namespace.go:98] [openshift-marketplace] adding namespace I0512 06:05:04.057448 3833 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.165177ms I0512 06:05:04.057460 3833 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 06:05:04.057892 3833 namespace.go:102] [kube-public] adding namespace took 6.180016ms I0512 06:05:04.057902 3833 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 06:05:04.058292 3833 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.107377ms I0512 06:05:04.058721 3833 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.595438ms I0512 06:05:04.058734 3833 namespace.go:98] [openshift-monitoring] adding namespace I0512 06:05:04.059103 3833 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.604641ms I0512 06:05:04.059593 3833 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.142157ms I0512 06:05:04.060115 3833 namespace.go:102] [openshift] adding namespace took 4.795651ms I0512 06:05:04.060133 3833 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 06:05:04.060584 3833 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.790337ms I0512 06:05:04.060988 3833 namespace.go:102] [openshift-dns-operator] adding namespace took 4.801321ms I0512 06:05:04.061409 3833 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.769658ms I0512 06:05:04.061996 3833 namespace.go:102] [openshift-marketplace] adding namespace took 4.922541ms I0512 06:05:04.062412 3833 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.947757ms I0512 06:05:04.062895 3833 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.987958ms I0512 06:05:04.063299 3833 namespace.go:102] [openshift-monitoring] adding namespace took 4.558983ms I0512 06:05:04.063660 3833 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.520059ms W0512 06:05:04.063766 3833 master.go:471] Unable to parse remote node ip-10-0-0-49.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 06:05:04.063876 3833 master.go:548] Adding or Updating local node "ip-10-0-2-90.ec2.internal" for network "default" I0512 06:05:04.063927 3833 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-49.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-49.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-49.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-49.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-49.ec2.internal I0512 06:05:04.064827 3833 zone_ic_handler.go:195] Time taken to create transit switch: 409.028µs I0512 06:05:04.064843 3833 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-78.ec2.internal for the network default I0512 06:05:04.065719 3833 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-78.ec2.internal" on network "default" took: 1.310104ms W0512 06:05:04.072432 3833 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-ls2tn: pod kube-system/global-pull-secret-syncer-ls2tn: no pod IPs found W0512 06:05:04.072448 3833 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-fwl8p: pod openshift-network-diagnostics/network-check-target-fwl8p: no pod IPs found W0512 06:05:04.072463 3833 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-q9z4f: pod openshift-multus/network-metrics-daemon-q9z4f: no pod IPs found I0512 06:05:04.073340 3833 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-90.ec2.internal for the network default I0512 06:05:04.073525 3833 zone_ic_handler.go:195] Time taken to create transit switch: 172.487µs I0512 06:05:04.074277 3833 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 06:05:04.074302 3833 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 06:05:04.074315 3833 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 06:05:04.074338 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:04.074369 3833 node_tracker.go:235] Node ip-10-0-0-49.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-49.ec2.internal" I0512 06:05:04.074382 3833 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.074395 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.074402 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0512 06:05:04.074434 3833 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.074441 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.074447 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:04.074468 3833 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.074473 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.175301 3833 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 06:05:04.175327 3833 services_controller.go:208] Setting up event handlers for services for network=default I0512 06:05:04.175417 3833 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 06:05:04.175448 3833 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 06:05:04.175460 3833 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 06:05:04.275527 3833 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 06:05:04.275552 3833 repair.go:60] Starting repairing loop for services I0512 06:05:04.275653 3833 repair.go:131] Deleted 0 stale service LBs I0512 06:05:04.275680 3833 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 06:05:04.275703 3833 repair.go:62] Finished repairing loop for services: 154.473µs I0512 06:05:04.275739 3833 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 06:05:04.275752 3833 services_controller.go:254] Starting workers for network=default I0512 06:05:04.276132 3833 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-p59dd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-p59dd: suppressed error logged: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found I0512 06:05:04.276147 3833 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fwl8p] creating logical port openshift-network-diagnostics_network-check-target-fwl8p for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:04.276206 3833 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q9z4f] creating logical port openshift-multus_network-metrics-daemon-q9z4f for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:04.276234 3833 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-ls2tn] creating logical port kube-system_global-pull-secret-syncer-ls2tn for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:04.276277 3833 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-fwl8p I0512 06:05:04.276305 3833 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-q9z4f I0512 06:05:04.276307 3833 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-ls2tn I0512 06:05:04.276239 3833 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mw69q, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mw69q: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:05:04.276472 3833 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-mfsdt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-mfsdt: suppressed error logged: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found I0512 06:05:04.293420 3833 pod.go:62] [kube-system/global-pull-secret-syncer-ls2tn] pod update took 17.131494ms I0512 06:05:04.293445 3833 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-ls2tn] addLogicalPort annotation time took 17.156405ms I0512 06:05:04.294377 3833 pods.go:271] [kube-system/global-pull-secret-syncer-ls2tn] addLogicalPort took 18.152958ms, libovsdb time 685.701µs I0512 06:05:04.296521 3833 pod.go:62] [openshift-multus/network-metrics-daemon-q9z4f] pod update took 20.244478ms I0512 06:05:04.296542 3833 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-q9z4f] addLogicalPort annotation time took 20.269525ms I0512 06:05:04.296714 3833 pod.go:62] [openshift-network-diagnostics/network-check-target-fwl8p] pod update took 20.488483ms I0512 06:05:04.296734 3833 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-fwl8p] addLogicalPort annotation time took 20.511244ms I0512 06:05:04.297409 3833 pods.go:271] [openshift-multus/network-metrics-daemon-q9z4f] addLogicalPort took 21.205713ms, libovsdb time 657.086µs I0512 06:05:04.297737 3833 pods.go:271] [openshift-network-diagnostics/network-check-target-fwl8p] addLogicalPort took 21.600653ms, libovsdb time 752.678µs I0512 06:05:04.298401 3833 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 06:05:04.298438 3833 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 06:05:04.298460 3833 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 06:05:04.298467 3833 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 06:05:04.298779 3833 repair.go:29] Repairing admin network policies took 304.728µs I0512 06:05:04.298966 3833 repair.go:92] Repairing baseline admin network policies took 173.161µs I0512 06:05:04.299228 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 06:05:04.299248 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 06:05:04.301253 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 06:05:04.301280 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 06:05:04.301290 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 06:05:04.303501 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 06:05:04.303521 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 06:05:04.303530 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 06:05:04.306350 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 06:05:04.306375 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 06:05:04.306385 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 06:05:04.308294 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 06:05:04.308335 3833 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 06:05:04.308349 3833 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 06:05:04.311268 3833 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 06:05:04.311292 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 06:05:04.311305 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 06:05:04.312654 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 06:05:04.312672 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 06:05:04.312683 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 06:05:04.314243 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 06:05:04.314270 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 06:05:04.314281 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 06:05:04.314341 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:04.314381 3833 node_tracker.go:235] Node ip-10-0-0-49.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-49.ec2.internal" I0512 06:05:04.314395 3833 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.314416 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.314424 3833 default_network_controller.go:1025] Node "ip-10-0-0-49.ec2.internal" in remote zone "ip-10-0-0-49.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.315335 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 06:05:04.315359 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 06:05:04.315370 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 06:05:04.317401 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 06:05:04.317425 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 06:05:04.317433 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 06:05:04.317772 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 06:05:04.317793 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 06:05:04.317801 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 06:05:04.319353 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 06:05:04.319399 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 06:05:04.319950 3833 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 06:05:04.319965 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 06:05:04.320817 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 06:05:04.320868 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 06:05:04.320885 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 06:05:04.321496 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 06:05:04.321516 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 06:05:04.321524 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 06:05:04.322055 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 06:05:04.322076 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 06:05:04.322089 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 06:05:04.322635 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 06:05:04.322655 3833 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 06:05:04.322664 3833 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 06:05:04.323588 3833 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 06:05:04.323606 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 06:05:04.323613 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 06:05:04.324214 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 06:05:04.324242 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 06:05:04.324257 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 06:05:04.324564 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 06:05:04.324580 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 06:05:04.324588 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 06:05:04.325076 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 06:05:04.325093 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 06:05:04.325100 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 06:05:04.325629 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 06:05:04.325644 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 06:05:04.325652 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 06:05:04.326934 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 06:05:04.326951 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 06:05:04.326960 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 06:05:04.328027 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 06:05:04.328045 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 06:05:04.328064 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 06:05:04.328715 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 06:05:04.328733 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 06:05:04.328741 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 06:05:04.329195 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 06:05:04.329211 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 06:05:04.329218 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 06:05:04.329670 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 06:05:04.329685 3833 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 06:05:04.329690 3833 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 06:05:04.329950 3833 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 06:05:04.329969 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 06:05:04.329980 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 06:05:04.330459 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 06:05:04.330474 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 06:05:04.330499 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 06:05:04.331472 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 06:05:04.331504 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 06:05:04.331519 3833 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 06:05:04.333067 3833 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 06:05:04.338293 3833 egressfirewall.go:374] Starting EgressFirewall controller I0512 06:05:04.338327 3833 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 06:05:04.338330 3833 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 06:05:04.338356 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 06:05:04.338363 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 06:05:04.338379 3833 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 06:05:04.338368 3833 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 06:05:04.338733 3833 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 06:05:04.338749 3833 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 06:05:04.338754 3833 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 06:05:04.338764 3833 egressqos.go:193] Setting up event handlers for EgressQoS I0512 06:05:04.338781 3833 egressfirewall.go:723] Syncing node "ip-10-0-0-49.ec2.internal" for egress firewall I0512 06:05:04.338796 3833 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0512 06:05:04.338800 3833 egressfirewall.go:723] Syncing node "ip-10-0-2-90.ec2.internal" for egress firewall I0512 06:05:04.338935 3833 egressqos.go:245] Starting EgressQoS Controller I0512 06:05:04.338948 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 06:05:04.338956 3833 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 06:05:04.338962 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 06:05:04.338967 3833 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 06:05:04.338972 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 06:05:04.338977 3833 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 06:05:04.338981 3833 egressqos.go:259] Repairing EgressQoSes I0512 06:05:04.338985 3833 egressqos.go:399] Starting repairing loop for egressqos I0512 06:05:04.339062 3833 egressqos.go:401] Finished repairing loop for egressqos: 76.716µs I0512 06:05:04.339080 3833 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 06:05:04.339109 3833 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-90.ec2.internal I0512 06:05:04.339143 3833 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-90.ec2.internal : 35.04µs I0512 06:05:04.339271 3833 egressservice_zone.go:210] Starting Egress Services Controller I0512 06:05:04.339283 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 06:05:04.339291 3833 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 06:05:04.339296 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 06:05:04.339301 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 06:05:04.339307 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 06:05:04.339312 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 06:05:04.339316 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 06:05:04.339321 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 06:05:04.339325 3833 egressservice_zone.go:228] Repairing Egress Services I0512 06:05:04.339632 3833 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 06:05:04.339644 3833 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 06:05:04.339706 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:04.339718 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 15.733µs I0512 06:05:04.339727 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:05:04.339731 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 5.81µs I0512 06:05:04.339736 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:04.339741 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 3.989µs I0512 06:05:04.339840 3833 default_network_controller.go:585] Completing all the Watchers took 312.665364ms I0512 06:05:04.339865 3833 default_network_controller.go:589] Starting unidling controllers I0512 06:05:04.339881 3833 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 06:05:04.339890 3833 unidle.go:63] Populating Initial ContollerEvent events I0512 06:05:04.339934 3833 unidle.go:79] Setting up event handlers for services I0512 06:05:04.340071 3833 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 06:05:04.452009 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:04.452038 3833 default_network_controller.go:1025] Node "ip-10-0-0-49.ec2.internal" in remote zone "ip-10-0-0-49.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 06:05:04.452101 3833 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.452119 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.452940 3833 zone_ic_handler.go:195] Time taken to create transit switch: 256.504µs I0512 06:05:04.452953 3833 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-49.ec2.internal for the network default I0512 06:05:04.453951 3833 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-49.ec2.internal" on network "default" took: 1.286525ms I0512 06:05:04.538414 3833 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:05.038392 3833 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:05.081815 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:05:05.081839 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 28.157µs I0512 06:05:05.466223 3833 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 06:05:05.538114 3833 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:05.555088 3833 bridgeconfig.go:537] Gateway is ready I0512 06:05:05.555106 3833 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 06:05:05.566545 3833 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.90. Updating OVN encap IP. I0512 06:05:05.571604 3833 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.90 - it is already configured I0512 06:05:05.571619 3833 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.90/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 06:05:05.571857 3833 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.90/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-90.ec2.internal","mac-address":"0e:cd:19:38:04:f1","ip-addresses":["10.0.2.90/24"],"ip-address":"10.0.2.90/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:45fa658d-4050-4486-9721-4ce56aafaea0 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.90/24"}] on node ip-10-0-2-90.ec2.internal I0512 06:05:05.588045 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:05.588064 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 24.196µs I0512 06:05:05.588146 3833 egressfirewall.go:723] Syncing node "ip-10-0-2-90.ec2.internal" for egress firewall I0512 06:05:05.588206 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:05.588214 3833 master.go:548] Adding or Updating local node "ip-10-0-2-90.ec2.internal" for network "default" I0512 06:05:05.588251 3833 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:05.588269 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:05.588505 3833 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.90 I0512 06:05:05.588681 3833 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-90.ec2.internal I0512 06:05:05.593315 3833 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-90.ec2.internal. Updating no re-route policies I0512 06:05:05.593410 3833 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wzbj5 I0512 06:05:05.593431 3833 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-wzbj5 I0512 06:05:05.593458 3833 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-wzbj5 after 0 failed attempt(s) I0512 06:05:05.593466 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-90.ec2.internal I0512 06:05:05.593490 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5v264 I0512 06:05:05.593497 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-90.ec2.internal I0512 06:05:05.593500 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q9z4f I0512 06:05:05.593511 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q9z4f I0512 06:05:05.593514 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-m5hr8 I0512 06:05:05.593521 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p I0512 06:05:05.593520 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w89c4 I0512 06:05:05.593530 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-m5hr8 I0512 06:05:05.593534 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-dmcrs I0512 06:05:05.593541 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vvjk5 I0512 06:05:05.593542 3833 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-90.ec2.internal I0512 06:05:05.593541 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-pg5f9 I0512 06:05:05.593551 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vvjk5 I0512 06:05:05.593552 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-dmcrs I0512 06:05:05.593555 3833 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-90.ec2.internal I0512 06:05:05.593509 3833 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-ls2tn I0512 06:05:05.593565 3833 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-ls2tn I0512 06:05:05.593563 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9bbgx I0512 06:05:05.593574 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vvjk5 after 0 failed attempt(s) I0512 06:05:05.593551 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-m5hr8 after 0 failed attempt(s) I0512 06:05:05.593499 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s76gh I0512 06:05:05.593585 3833 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-90.ec2.internal after 0 failed attempt(s) I0512 06:05:05.593531 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p I0512 06:05:05.593593 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s76gh I0512 06:05:05.593556 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-pg5f9 I0512 06:05:05.593593 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-dmcrs after 0 failed attempt(s) I0512 06:05:05.593499 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5v264 I0512 06:05:05.593614 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-pg5f9 after 0 failed attempt(s) I0512 06:05:05.593614 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s76gh after 0 failed attempt(s) I0512 06:05:05.593525 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-90.ec2.internal after 0 failed attempt(s) I0512 06:05:05.593625 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5v264 after 0 failed attempt(s) I0512 06:05:05.593539 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w89c4 I0512 06:05:05.593625 3833 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fwl8p] creating logical port openshift-network-diagnostics_network-check-target-fwl8p for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:05.593647 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-w89c4 after 0 failed attempt(s) I0512 06:05:05.593580 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9bbgx I0512 06:05:05.593686 3833 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-ls2tn] creating logical port kube-system_global-pull-secret-syncer-ls2tn for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:05.593543 3833 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q9z4f] creating logical port openshift-multus_network-metrics-daemon-q9z4f for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:05.593698 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9bbgx after 0 failed attempt(s) I0512 06:05:05.594407 3833 pods.go:271] [kube-system/global-pull-secret-syncer-ls2tn] addLogicalPort took 729.017µs, libovsdb time 320.456µs I0512 06:05:05.594422 3833 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-ls2tn after 0 failed attempt(s) I0512 06:05:05.594631 3833 pods.go:271] [openshift-network-diagnostics/network-check-target-fwl8p] addLogicalPort took 1.016565ms, libovsdb time 459.738µs I0512 06:05:05.594644 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-fwl8p after 0 failed attempt(s) I0512 06:05:05.594760 3833 pods.go:271] [openshift-multus/network-metrics-daemon-q9z4f] addLogicalPort took 1.222435ms, libovsdb time 555.767µs I0512 06:05:05.594774 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-q9z4f after 0 failed attempt(s) I0512 06:05:05.604255 3833 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 06:05:05.615138 3833 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 06:05:05.618161 3833 iptables.go:108] Creating table: nat chain: OUTPUT I0512 06:05:05.636281 3833 iptables.go:108] Creating table: nat chain: PREROUTING I0512 06:05:05.679300 3833 iptables.go:108] Creating table: filter chain: FORWARD I0512 06:05:05.695677 3833 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 06:05:05.695828 3833 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 06:05:05.695870 3833 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 06:05:05.695933 3833 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 06:05:05.695979 3833 gateway_init.go:325] Gateway and management port readiness took 1.662456892s I0512 06:05:05.696005 3833 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 06:05:05.696046 3833 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 06:05:05.696059 3833 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 06:05:05.696070 3833 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 06:05:05.696128 3833 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 06:05:05.696219 3833 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.568µs I0512 06:05:05.696917 3833 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 06:05:05.696946 3833 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.954µs I0512 06:05:05.696955 3833 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.395µs I0512 06:05:05.696960 3833 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 06:05:05.696969 3833 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 06:05:05.696974 3833 default_node_network_controller.go:899] Starting the default node network controller I0512 06:05:05.696979 3833 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 06:05:05.697069 3833 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.178µs I0512 06:05:05.697129 3833 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 06:05:05.697139 3833 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 06:05:05.697163 3833 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b13040 0xc0002ed9d0 0xc0002eda40 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edc70 0xc000b253b0 0xc0002edce0 0xc0002edd50 0xc00002e3c0 0xc0060f1500 0xc0002ede30 map[0x2ff9080:0xc00239ba40 0x2ff95c0:0xc00239bbc0 0x2ffa2e0:0xc00239b980 0x2ffa580:0xc00239b9e0 0x2ffad60:0xc00239baa0 0x2ffb000:0xc00239bb00 0x2ffb2a0:0xc00239bb60 0x2ffba80:0xc00239bc20 0x2ffbd20:0xc00239bc80 0x3026980:0xc000b53800 0x3026d20:0xc000b53860 0x3027800:0xc000b75560 0x3029160:0xc001b54000 0x30298a0:0xc0020df440 0x302a720:0xc001b54060] 0xc000b08230 0} I0512 06:05:05.697217 3833 gateway.go:151] Starting gateway service sync I0512 06:05:05.697666 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 06:05:05.699833 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 06:05:05.709297 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 06:05:05.710386 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 06:05:05.711514 3833 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 06:05:05.745667 3833 gateway.go:168] Gateway service sync done. Time taken: 48.438998ms I0512 06:05:05.746024 3833 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31847 I0512 06:05:05.746792 3833 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b13040 0xc0002ed9d0 0xc0002eda40 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edc70 0xc000b253b0 0xc0002edce0 0xc0002edd50 0xc00002e3c0 0xc0060f1500 0xc0002ede30 map[0x2ff9080:0xc00239ba40 0x2ff95c0:0xc00239bbc0 0x2ffa2e0:0xc00239b980 0x2ffa580:0xc00239b9e0 0x2ffad60:0xc00239baa0 0x2ffb000:0xc00239bb00 0x2ffb2a0:0xc00239bb60 0x2ffba80:0xc00239bc20 0x2ffbd20:0xc00239bc80 0x3026980:0xc000b53800 0x3026d20:0xc000b53860 0x3027800:0xc000b75560 0x3029160:0xc001b54000 0x30298a0:0xc0020df440 0x302a720:0xc001b54060] 0xc000b08230 0} I0512 06:05:05.747167 3833 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b13040 0xc0002ed9d0 0xc0002eda40 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edc70 0xc000b253b0 0xc0002edce0 0xc0002edd50 0xc00002e3c0 0xc0060f1500 0xc0002ede30 map[0x2ff9080:0xc00239ba40 0x2ff95c0:0xc00239bbc0 0x2ffa2e0:0xc00239b980 0x2ffa580:0xc00239b9e0 0x2ffad60:0xc00239baa0 0x2ffb000:0xc00239bb00 0x2ffb2a0:0xc00239bb60 0x2ffba80:0xc00239bc20 0x2ffbd20:0xc00239bc80 0x3026980:0xc000b53800 0x3026d20:0xc000b53860 0x3027800:0xc000b75560 0x3029160:0xc001b54000 0x30298a0:0xc0020df440 0x302a720:0xc001b54060] 0xc000b08230 0} I0512 06:05:05.747198 3833 gateway.go:532] Reconciling gateway with updates I0512 06:05:05.752097 3833 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 06:05:05.752179 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:05.752183 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:05.752197 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:05.752198 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:05.752206 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:05.752211 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:05.752210 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:05.752223 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:05.752236 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 06:05:05.752246 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:05.752247 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 06:05:05.752254 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 06:05:05.752258 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:05.752265 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:05.752264 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:05.752267 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:05.752276 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 06:05:05.752279 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:05.752284 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:05.752206 3833 default_node_network_controller.go:944] Gateway and management port readiness took 55.058226ms I0512 06:05:05.752288 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:05.752200 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 06:05:05.752301 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:05.752308 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 06:05:05.752290 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:05.752314 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:05.752318 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 06:05:05.752316 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:05.752325 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:05.752332 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:05.752332 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 06:05:05.752276 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 06:05:05.752271 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:05.752270 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:05.752343 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:05.752332 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:05.752353 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 30377 is already open, no action needed I0512 06:05:05.752277 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:05.752282 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:05.752367 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:05.752370 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:05.752269 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 06:05:05.752315 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:05.752384 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:05.752396 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:05.752401 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:05.752418 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:05.752317 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:05.752434 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:05.752436 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:05.752439 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:05.752443 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 06:05:05.752358 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:05.752337 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 06:05:05.752354 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:05.752489 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:05.752497 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:05.752506 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:05.752364 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 31092 is already open, no action needed I0512 06:05:05.752519 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:05.752375 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:05.752561 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:05.752569 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:05.752575 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:05.752577 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 06:05:05.752455 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:05.752602 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 06:05:05.752615 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 06:05:05.752285 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:05.752628 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:05.752638 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 06:05:05.752427 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:05.752590 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:05.752666 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:05.752676 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:05.752692 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:05.752707 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:05.752737 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:05.752748 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:05.752751 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:05.752756 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:05.752789 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:05.752797 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:05.752828 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:05.752839 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:05.752841 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:05.752851 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:05.752888 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:05.752897 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:05.752908 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:05.752917 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:05.752922 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 06:05:05.752931 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:05.752938 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:05.752942 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 06:05:05.752950 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:05.752951 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:05.752956 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:05.752960 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:05.752964 3833 node_ip_handler_linux.go:160] Node IP manager is running I0512 06:05:05.752993 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:05.753000 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:05.753002 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:05.753004 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 06:05:05.753009 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics W0512 06:05:05.788755 3833 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 06:05:05.788928 3833 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 06:05:05.789024 3833 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 06:05:05.798771 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 06:05:05.798790 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 06:05:05.798797 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 06:05:05.798810 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 06:05:05.798820 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 06:05:05.798825 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 06:05:05.798831 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 06:05:05.798836 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 06:05:05.798842 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 06:05:05.798859 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 06:05:05.798877 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 06:05:05.798883 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 06:05:05.798889 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 06:05:05.837731 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 06:05:05.859848 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 06:05:05.859860 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 06:05:05.859883 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 06:05:05.859893 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 06:05:05.859899 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 06:05:05.859906 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 06:05:05.859929 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 06:05:05.859935 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 06:05:05.859951 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 06:05:05.859959 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 06:05:05.859966 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 06:05:05.859971 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 06:05:05.859976 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 06:05:05.859981 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 06:05:05.859986 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 06:05:05.859993 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 06:05:05.859998 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 06:05:06.011174 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:06.011241 3833 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:06.011243 3833 egressfirewall.go:723] Syncing node "ip-10-0-0-49.ec2.internal" for egress firewall I0512 06:05:06.011261 3833 services_controller.go:574] Full service sync requested for network=default I0512 06:05:06.011264 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:06.011280 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 21.726µs I0512 06:05:06.011334 3833 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-49.ec2.internal. Updating no re-route policies I0512 06:05:07.751612 3833 default_node_network_controller.go:1380] Starting node controller node sync W0512 06:05:07.751647 3833 egressip_healthcheck.go:76] Health checking using insecure connection I0512 06:05:07.751708 3833 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 06:05:07.765046 3833 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.414005ms I0512 06:05:07.765188 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-49.ec2.internal", IP: 10.0.0.49 to PMTUD blocking rules I0512 06:05:07.765202 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-49.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:07.771396 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 10.0.1.78 to PMTUD blocking rules I0512 06:05:07.771409 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:07.777771 3833 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 06:05:07.778067 3833 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 06:05:07.778202 3833 egressservice_node.go:183] Starting Egress Services Controller I0512 06:05:07.778218 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 06:05:07.778233 3833 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 06:05:07.778240 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 06:05:07.778245 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 06:05:07.778259 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 06:05:07.778268 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 06:05:07.778272 3833 egressservice_node.go:197] Repairing Egress Services I0512 06:05:07.788810 3833 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 06:05:07.788823 3833 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 06:05:07.789024 3833 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 06:05:07.789045 3833 link_network_manager.go:119] Link manager is running I0512 06:05:07.789064 3833 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 06:05:07.789283 3833 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 06:05:07.789887 3833 vrf_manager.go:128] VRF manager is running I0512 06:05:07.790139 3833 node_controller_manager.go:437] Removing flows to drop GARP I0512 06:05:07.790170 3833 gateway.go:532] Reconciling gateway with updates I0512 06:05:07.805467 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:07.805490 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:07.805501 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:07.805508 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:07.805513 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:07.805515 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:07.805522 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 06:05:07.805541 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:07.805551 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:07.805573 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:07.805580 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:07.805590 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:07.805602 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:07.805611 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:07.805613 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 06:05:07.805622 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:07.805636 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:07.805626 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:07.805649 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:07.805657 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805665 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 06:05:07.805669 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 06:05:07.805668 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:07.805675 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:07.805679 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:07.805682 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805680 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:07.805689 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:07.805699 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:07.805701 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:07.805705 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 06:05:07.805711 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:07.805637 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:07.805718 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 06:05:07.805689 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:07.805731 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:07.805742 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:07.805742 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 06:05:07.805747 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:07.805750 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:07.805760 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805764 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:07.805704 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:07.805763 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:07.805773 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:07.805690 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:07.805779 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:07.805782 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:07.805763 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:07.805779 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:07.805795 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 06:05:07.805808 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805809 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805813 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 06:05:07.805716 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:07.805779 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:07.805815 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:07.805827 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:07.805811 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 06:05:07.805851 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:07.805852 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:07.805854 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:07.805866 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:07.805867 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:07.805882 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 06:05:07.805866 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:07.805885 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:07.805889 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 06:05:07.805894 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 06:05:07.805897 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:07.805898 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 06:05:07.805903 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805885 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:07.805917 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 06:05:07.805899 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 06:05:07.805743 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:07.805931 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 06:05:07.805944 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805950 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 06:05:07.805965 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 06:05:07.805799 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:07.805975 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 06:05:07.805853 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 06:05:07.805837 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:07.805717 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:07.806029 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 06:05:07.805717 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:07.806038 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:07.806042 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 06:05:07.805677 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 06:05:07.805727 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:07.805749 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:07.805762 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:07.805767 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 06:05:07.805705 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:07.806112 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:07.805771 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:07.805782 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:07.806161 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:07.805814 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:07.806188 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:07.805820 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:07.806208 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:07.805825 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:07.805838 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:07.806248 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:07.806253 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 06:05:07.805839 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:07.806258 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 06:05:07.805838 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:07.806265 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:07.806280 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 30377 is already open, no action needed I0512 06:05:07.806288 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 31092 is already open, no action needed I0512 06:05:07.805834 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:07.806324 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:07.805856 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:07.806349 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:07.805869 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:07.806371 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 06:05:07.805930 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 06:05:07.831430 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 06:05:07.831452 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 06:05:07.831460 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 06:05:07.831467 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 06:05:07.831489 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 06:05:07.831513 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 06:05:07.831524 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 06:05:07.874619 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 06:05:07.874646 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 06:05:07.874656 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 06:05:07.874667 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 06:05:07.916512 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 06:05:07.916523 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 06:05:07.916546 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 06:05:09.404130 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:09.404158 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 34.127µs I0512 06:05:09.431756 3833 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-585fb6b4b9-hhxxg] creating logical port openshift-image-registry_image-registry-585fb6b4b9-hhxxg for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:09.431913 3833 kube.go:256] Updating pod openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:05:09.451534 3833 pod.go:62] [openshift-image-registry/image-registry-585fb6b4b9-hhxxg] pod update took 19.664399ms I0512 06:05:09.451553 3833 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-585fb6b4b9-hhxxg] addLogicalPort annotation time took 19.689926ms I0512 06:05:09.452886 3833 pods.go:271] [openshift-image-registry/image-registry-585fb6b4b9-hhxxg] addLogicalPort took 21.668086ms, libovsdb time 962.395µs I0512 06:05:09.454764 3833 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hh4fp] creating logical port openshift-dns_dns-default-hh4fp for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:09.454849 3833 kube.go:256] Updating pod openshift-dns/dns-default-hh4fp I0512 06:05:09.458669 3833 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-hnjzt] creating logical port openshift-ingress-canary_ingress-canary-hnjzt for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:09.458734 3833 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-hnjzt I0512 06:05:09.473904 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:09.473924 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 24.097µs I0512 06:05:09.480965 3833 pod.go:62] [openshift-dns/dns-default-hh4fp] pod update took 26.144907ms I0512 06:05:09.480984 3833 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hh4fp] addLogicalPort annotation time took 26.165615ms I0512 06:05:09.482121 3833 pods.go:271] [openshift-dns/dns-default-hh4fp] addLogicalPort took 27.3691ms, libovsdb time 872.019µs I0512 06:05:09.483908 3833 pod.go:62] [openshift-ingress-canary/ingress-canary-hnjzt] pod update took 25.195889ms I0512 06:05:09.483929 3833 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-hnjzt] addLogicalPort annotation time took 25.218133ms I0512 06:05:09.484934 3833 pods.go:271] [openshift-ingress-canary/ingress-canary-hnjzt] addLogicalPort took 26.271962ms, libovsdb time 627.342µs I0512 06:05:09.847005 3833 cni.go:452] [openshift-ingress-canary/ingress-canary-hnjzt a32022d581329670fbbef19358461a7d396c8e96a21eb95803dc1347f9cc72a1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-hnjzt a32022d581329670fbbef19358461a7d396c8e96a21eb95803dc1347f9cc72a1 network default NAD default NAD key ] I0512 06:05:09.865249 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-hnjzt, hostIfaceName: a32022d58132967, network: default, NAD default, SandboxID: "a32022d581329670fbbef19358461a7d396c8e96a21eb95803dc1347f9cc72a1", PCI device ID: , UID: "6a729387-7fdd-41fb-b9e1-01b13426a027", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 06:05:09.911315 3833 cni.go:473] [openshift-ingress-canary/ingress-canary-hnjzt a32022d581329670fbbef19358461a7d396c8e96a21eb95803dc1347f9cc72a1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-hnjzt a32022d581329670fbbef19358461a7d396c8e96a21eb95803dc1347f9cc72a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ec:ed:0e:46:d9\",\"name\":\"a32022d58132967\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48b051c9-0648-4dac-9a7c-792d3a19dac2\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:05:11.514265 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:13.518665 3833 cni.go:452] [kube-system/global-pull-secret-syncer-ls2tn e790e2cbd45a2a76b4e6fef521db445427a280c14a53b47914ea468eaf8a669b network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-ls2tn e790e2cbd45a2a76b4e6fef521db445427a280c14a53b47914ea468eaf8a669b network default NAD default NAD key ] I0512 06:05:13.528002 3833 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-ls2tn, hostIfaceName: e790e2cbd45a2a7, network: default, NAD default, SandboxID: "e790e2cbd45a2a76b4e6fef521db445427a280c14a53b47914ea468eaf8a669b", PCI device ID: , UID: "5216b17f-ffcf-405e-a196-11971c79543a", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 06:05:13.572705 3833 cni.go:473] [kube-system/global-pull-secret-syncer-ls2tn e790e2cbd45a2a76b4e6fef521db445427a280c14a53b47914ea468eaf8a669b network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-ls2tn e790e2cbd45a2a76b4e6fef521db445427a280c14a53b47914ea468eaf8a669b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9e:82:9e:3c:24\",\"name\":\"e790e2cbd45a2a7\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db568fbc-9c1f-4690-b70e-8d4b27612e92\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:05:13.622230 3833 cni.go:452] [openshift-network-diagnostics/network-check-target-fwl8p 2b79af888a857124e2a3d6b0e09a0684dec08e2ff1186fb8479c0c09d5d30757 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-fwl8p 2b79af888a857124e2a3d6b0e09a0684dec08e2ff1186fb8479c0c09d5d30757 network default NAD default NAD key ] I0512 06:05:13.631303 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-fwl8p, hostIfaceName: 2b79af888a85712, network: default, NAD default, SandboxID: "2b79af888a857124e2a3d6b0e09a0684dec08e2ff1186fb8479c0c09d5d30757", PCI device ID: , UID: "0a1606ba-f7ca-4da4-a7fa-fec837f6617f", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 06:05:13.674851 3833 cni.go:473] [openshift-network-diagnostics/network-check-target-fwl8p 2b79af888a857124e2a3d6b0e09a0684dec08e2ff1186fb8479c0c09d5d30757 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-fwl8p 2b79af888a857124e2a3d6b0e09a0684dec08e2ff1186fb8479c0c09d5d30757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fd:2a:39:cc:9e\",\"name\":\"2b79af888a85712\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d04d15c-23cf-4181-8dff-595b605e1d47\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:05:19.756744 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:20.756119 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 06:05:36.994244 3833 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs for pod on switch ip-10-0-2-90.ec2.internal I0512 06:05:36.994404 3833 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs I0512 06:05:37.013866 3833 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs] pod update took 19.513566ms I0512 06:05:37.013898 3833 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs] addLogicalPort annotation time took 19.552121ms I0512 06:05:37.015057 3833 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs] addLogicalPort took 20.843325ms, libovsdb time 904.223µs I0512 06:05:37.393295 3833 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key ] I0512 06:05:37.403568 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs, hostIfaceName: cd067a2cddd33f2, network: default, NAD default, SandboxID: "cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791", PCI device ID: , UID: "187dfe26-2f0b-4414-b3cb-90eab7d1800a", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 06:05:37.448256 3833 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:7b:0b:c5:55:08\",\"name\":\"cd067a2cddd33f2\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21dfe495-4210-42dd-88c1-8d244468924d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:05:40.555915 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:50.762444 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:50.762470 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:51.749081 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 06:05:59.846565 3833 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key ] I0512 06:05:59.923115 3833 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs cd067a2cddd33f24d09e18ed23d69fbf591a4ce624200c1fb9aa14f8baecf791 network default NAD default NAD key default], result "{}", err I0512 06:05:59.964312 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.964347 3833 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs I0512 06:05:59.965522 3833 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs, ips: 10.130.0.9 I0512 06:05:59.965549 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965570 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965582 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 06:05:59.965774 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965793 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 06:06:00.993077 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.993100 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.993117 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.993129 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:02.072241 3833 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 06:06:02.084042 3833 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 06:06:03.730291 3833 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-zt7zc for pod on switch ip-10-0-2-90.ec2.internal I0512 06:06:03.730430 3833 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc I0512 06:06:03.747987 3833 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc] pod update took 17.598074ms I0512 06:06:03.748040 3833 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc] addLogicalPort annotation time took 17.655322ms I0512 06:06:03.749375 3833 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc] addLogicalPort took 19.104644ms, libovsdb time 996.902µs I0512 06:06:04.085845 3833 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc bc279d0204a5c249de39f7a21bd72c9dd66a102ed66b222815012e79846134da network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc bc279d0204a5c249de39f7a21bd72c9dd66a102ed66b222815012e79846134da network default NAD default NAD key ] I0512 06:06:04.095188 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-zt7zc, hostIfaceName: bc279d0204a5c24, network: default, NAD default, SandboxID: "bc279d0204a5c249de39f7a21bd72c9dd66a102ed66b222815012e79846134da", PCI device ID: , UID: "9da8f8b7-3870-4bca-b830-43629d0a39cf", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 06:06:04.138723 3833 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc bc279d0204a5c249de39f7a21bd72c9dd66a102ed66b222815012e79846134da network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-zt7zc bc279d0204a5c249de39f7a21bd72c9dd66a102ed66b222815012e79846134da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:4f:1d:09:12:62\",\"name\":\"bc279d0204a5c24\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/568d684f-223a-487b-b6a5-96358981098a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:06:06.866054 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0512 06:06:17.879539 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:07:10.801923 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-88jvf for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:10.802115 3833 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf I0512 06:07:10.844129 3833 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf] pod update took 42.069971ms I0512 06:07:10.844156 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf] addLogicalPort annotation time took 42.100546ms I0512 06:07:10.845193 3833 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf] addLogicalPort took 43.288802ms, libovsdb time 765.176µs I0512 06:07:10.945562 3833 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58558bbf97-nv5p2] creating logical port openshift-ingress_router-default-58558bbf97-nv5p2 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:10.945667 3833 kube.go:256] Updating pod openshift-ingress/router-default-58558bbf97-nv5p2 I0512 06:07:10.987144 3833 pod.go:62] [openshift-ingress/router-default-58558bbf97-nv5p2] pod update took 41.499446ms I0512 06:07:10.987169 3833 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-58558bbf97-nv5p2] addLogicalPort annotation time took 41.528595ms I0512 06:07:10.988120 3833 pods.go:271] [openshift-ingress/router-default-58558bbf97-nv5p2] addLogicalPort took 42.567827ms, libovsdb time 701.978µs I0512 06:07:11.024922 3833 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-8nkp8 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:11.024987 3833 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8 I0512 06:07:11.046059 3833 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8] pod update took 21.088426ms I0512 06:07:11.046079 3833 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8] addLogicalPort annotation time took 21.109736ms I0512 06:07:11.046998 3833 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8] addLogicalPort took 22.086421ms, libovsdb time 688.644µs I0512 06:07:11.379866 3833 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8 120ca3a44d1197aaf4da41060e04a0143a0aa39c610bf5ee9fb1138f05523a13 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8 120ca3a44d1197aaf4da41060e04a0143a0aa39c610bf5ee9fb1138f05523a13 network default NAD default NAD key ] I0512 06:07:11.388894 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-8nkp8, hostIfaceName: 120ca3a44d1197a, network: default, NAD default, SandboxID: "120ca3a44d1197aaf4da41060e04a0143a0aa39c610bf5ee9fb1138f05523a13", PCI device ID: , UID: "dfb27c72-6e1c-4a20-8068-a564940b5c89", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 06:07:11.434140 3833 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8 120ca3a44d1197aaf4da41060e04a0143a0aa39c610bf5ee9fb1138f05523a13 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8nkp8 120ca3a44d1197aaf4da41060e04a0143a0aa39c610bf5ee9fb1138f05523a13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3c:1b:ba:bd:88\",\"name\":\"120ca3a44d1197a\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e0268d6-5c66-4559-a619-52d489b62a98\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:07:16.025834 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 06:07:16.937841 3833 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 06:07:16.938664 3833 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 800.745µs I0512 06:07:16.999148 3833 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 06:07:17.758337 3833 namespace.go:98] [openshift-service-ca] adding namespace I0512 06:07:17.759115 3833 namespace.go:102] [openshift-service-ca] adding namespace took 760.522µs I0512 06:07:17.777391 3833 namespace.go:142] [openshift-service-ca] updating namespace I0512 06:07:19.438886 3833 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-m8nxh] creating logical port openshift-service-ca_service-ca-d9cb48497-m8nxh for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:19.438984 3833 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-m8nxh I0512 06:07:19.461872 3833 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-m8nxh] pod update took 22.911944ms I0512 06:07:19.461894 3833 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-m8nxh] addLogicalPort annotation time took 22.940355ms I0512 06:07:19.463019 3833 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-m8nxh] addLogicalPort took 24.151234ms, libovsdb time 821.058µs I0512 06:07:19.801236 3833 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-m8nxh 21045680c47b61b89be968c02058efaf91adab1a630e846f16b1ccbed14d77ee network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-m8nxh 21045680c47b61b89be968c02058efaf91adab1a630e846f16b1ccbed14d77ee network default NAD default NAD key ] I0512 06:07:19.810703 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-m8nxh, hostIfaceName: 21045680c47b61b, network: default, NAD default, SandboxID: "21045680c47b61b89be968c02058efaf91adab1a630e846f16b1ccbed14d77ee", PCI device ID: , UID: "4b15c196-6f4b-4d87-be08-8ba2d51cf0d6", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 06:07:19.856183 3833 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-m8nxh 21045680c47b61b89be968c02058efaf91adab1a630e846f16b1ccbed14d77ee network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-m8nxh 21045680c47b61b89be968c02058efaf91adab1a630e846f16b1ccbed14d77ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:eb:cc:6a:8b:6d\",\"name\":\"21045680c47b61b\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6157d15-5094-43be-9446-d94878d3c7ce\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:07:26.202736 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 06:07:42.814321 3833 cni.go:452] [openshift-ingress/router-default-58558bbf97-nv5p2 a7d0432258e98ccca8ff007ad1c5f7b7f5c90ec8cf15fcf46869965c8a17c247 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-58558bbf97-nv5p2 a7d0432258e98ccca8ff007ad1c5f7b7f5c90ec8cf15fcf46869965c8a17c247 network default NAD default NAD key ] I0512 06:07:42.823787 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58558bbf97-nv5p2, hostIfaceName: a7d0432258e98cc, network: default, NAD default, SandboxID: "a7d0432258e98ccca8ff007ad1c5f7b7f5c90ec8cf15fcf46869965c8a17c247", PCI device ID: , UID: "f7f2777a-78cd-42d3-ae3d-93e04e4fa896", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 06:07:42.869846 3833 cni.go:473] [openshift-ingress/router-default-58558bbf97-nv5p2 a7d0432258e98ccca8ff007ad1c5f7b7f5c90ec8cf15fcf46869965c8a17c247 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-58558bbf97-nv5p2 a7d0432258e98ccca8ff007ad1c5f7b7f5c90ec8cf15fcf46869965c8a17c247 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:42:d9:78:ab:06\",\"name\":\"a7d0432258e98cc\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3a43a4a-37f1-46bf-954d-e8439ebc8351\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:07:42.968229 3833 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf 6f0f2e0e6022e6d8ba043fe8e2c6f23974d77402e831b5e5ccf872870b2bcce0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf 6f0f2e0e6022e6d8ba043fe8e2c6f23974d77402e831b5e5ccf872870b2bcce0 network default NAD default NAD key ] I0512 06:07:42.978122 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-88jvf, hostIfaceName: 6f0f2e0e6022e6d, network: default, NAD default, SandboxID: "6f0f2e0e6022e6d8ba043fe8e2c6f23974d77402e831b5e5ccf872870b2bcce0", PCI device ID: , UID: "cda13684-36ec-43e1-9b5e-a029ac291453", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0512 06:07:43.026238 3833 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf 6f0f2e0e6022e6d8ba043fe8e2c6f23974d77402e831b5e5ccf872870b2bcce0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-88jvf 6f0f2e0e6022e6d8ba043fe8e2c6f23974d77402e831b5e5ccf872870b2bcce0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:be:e8:ee:db:52\",\"name\":\"6f0f2e0e6022e6d\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7c76847-e6a2-45e1-b7bf-a0262735c1a0\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:07:43.558413 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.558438 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.566846 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.566868 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.566874 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:43.655699 3833 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-cnfdj] creating logical port openshift-insights_insights-runtime-extractor-cnfdj for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:43.655783 3833 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-cnfdj I0512 06:07:43.692223 3833 pod.go:62] [openshift-insights/insights-runtime-extractor-cnfdj] pod update took 36.463378ms I0512 06:07:43.692246 3833 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-cnfdj] addLogicalPort annotation time took 36.490144ms I0512 06:07:43.693218 3833 pods.go:271] [openshift-insights/insights-runtime-extractor-cnfdj] addLogicalPort took 37.531016ms, libovsdb time 691.488µs W0512 06:07:43.886047 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.886062 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.893777 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.893794 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.893799 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.954070 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.954084 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.954090 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.962983 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.962998 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168560 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:44.168580 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 06:07:44.240301 3833 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 06:07:44.252733 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.252751 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:44.252757 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:44.890874 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:44.891410 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:44.906794 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:44.906869 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:44.913169 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:44.913192 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:45.233176 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:45.233733 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:45.270079 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:45.270097 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:45.287097 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.287122 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.514355 3833 cni.go:452] [openshift-insights/insights-runtime-extractor-cnfdj 3473a6e82a21c973cd1d2e68700501799d356567a4f0056b53ba51d94a6041c9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-cnfdj 3473a6e82a21c973cd1d2e68700501799d356567a4f0056b53ba51d94a6041c9 network default NAD default NAD key ] I0512 06:07:45.524074 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-cnfdj, hostIfaceName: 3473a6e82a21c97, network: default, NAD default, SandboxID: "3473a6e82a21c973cd1d2e68700501799d356567a4f0056b53ba51d94a6041c9", PCI device ID: , UID: "bafac032-53fd-424e-ac3a-e5e9ecae80c5", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0512 06:07:45.569779 3833 cni.go:473] [openshift-insights/insights-runtime-extractor-cnfdj 3473a6e82a21c973cd1d2e68700501799d356567a4f0056b53ba51d94a6041c9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-cnfdj 3473a6e82a21c973cd1d2e68700501799d356567a4f0056b53ba51d94a6041c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:6d:23:cd:59:2f\",\"name\":\"3473a6e82a21c97\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4319660-3be8-4ac0-9a70-ea5f8c31b96a\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:07:45.890473 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:07:46.137882 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:07:48.525413 3833 base_network_controller_pods.go:487] [default/openshift-console/console-7767b59588-vkmb5] creating logical port openshift-console_console-7767b59588-vkmb5 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:48.525536 3833 kube.go:256] Updating pod openshift-console/console-7767b59588-vkmb5 I0512 06:07:48.552067 3833 pod.go:62] [openshift-console/console-7767b59588-vkmb5] pod update took 26.554729ms I0512 06:07:48.552093 3833 base_network_controller_pods.go:951] [default/openshift-console/console-7767b59588-vkmb5] addLogicalPort annotation time took 26.611596ms I0512 06:07:48.553238 3833 pods.go:271] [openshift-console/console-7767b59588-vkmb5] addLogicalPort took 27.841116ms, libovsdb time 846.365µs I0512 06:07:48.887375 3833 cni.go:452] [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key ] I0512 06:07:48.897489 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7767b59588-vkmb5, hostIfaceName: 0cda60a5d9b758d, network: default, NAD default, SandboxID: "0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8", PCI device ID: , UID: "b3354329-e4fe-43e7-bb30-b4a83305c0b6", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 06:07:48.943867 3833 cni.go:473] [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:88:d6:76:ae:41\",\"name\":\"0cda60a5d9b758d\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6317e76-55a7-4435-8dfb-2c420c290343\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:07:50.019978 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-bkc7w] creating logical port openshift-monitoring_prometheus-operator-76b589d668-bkc7w for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:50.020082 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-bkc7w I0512 06:07:50.037724 3833 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-bkc7w] pod update took 17.662569ms I0512 06:07:50.037796 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-bkc7w] addLogicalPort annotation time took 17.752228ms I0512 06:07:50.038840 3833 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-bkc7w] addLogicalPort took 18.881059ms, libovsdb time 739.251µs I0512 06:07:50.377878 3833 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-bkc7w b687a537b7944d66497a4f0791d2a0bd803ab305cb57f7f5fc05b26d8103450e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-bkc7w b687a537b7944d66497a4f0791d2a0bd803ab305cb57f7f5fc05b26d8103450e network default NAD default NAD key ] I0512 06:07:50.389389 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-bkc7w, hostIfaceName: b687a537b7944d6, network: default, NAD default, SandboxID: "b687a537b7944d66497a4f0791d2a0bd803ab305cb57f7f5fc05b26d8103450e", PCI device ID: , UID: "f4f9f1d4-74e1-4c45-9e07-4455e4fcb969", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 06:07:50.435563 3833 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-bkc7w b687a537b7944d66497a4f0791d2a0bd803ab305cb57f7f5fc05b26d8103450e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-bkc7w b687a537b7944d66497a4f0791d2a0bd803ab305cb57f7f5fc05b26d8103450e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0f:c0:e8:7d:ca\",\"name\":\"b687a537b7944d6\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6483f550-dbc5-41a7-aac3-a63208d468e8\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:07:53.167937 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:53.214063 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:53.923321 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:07:56.668852 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:56.668971 3833 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 06:07:56.688887 3833 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.968184ms I0512 06:07:56.688914 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.997687ms I0512 06:07:56.690128 3833 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.288616ms, libovsdb time 845.398µs I0512 06:07:57.028489 3833 cni.go:452] [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key ] I0512 06:07:57.040801 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1649179c8a8f93c, network: default, NAD default, SandboxID: "1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143", PCI device ID: , UID: "f7708af9-3fb9-4eda-b648-d2e11c125d80", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 06:07:57.092255 3833 cni.go:473] [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:7f:80:c5:c4:db\",\"name\":\"1649179c8a8f93c\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cbbb56f-6370-4578-8f52-e41d2c14004c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:07:58.616963 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6695d874db-wjd5v] creating logical port openshift-monitoring_thanos-querier-6695d874db-wjd5v for pod on switch ip-10-0-2-90.ec2.internal I0512 06:07:58.617086 3833 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6695d874db-wjd5v I0512 06:07:58.654406 3833 pod.go:62] [openshift-monitoring/thanos-querier-6695d874db-wjd5v] pod update took 37.348625ms I0512 06:07:58.654429 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6695d874db-wjd5v] addLogicalPort annotation time took 37.376474ms I0512 06:07:58.655685 3833 pods.go:271] [openshift-monitoring/thanos-querier-6695d874db-wjd5v] addLogicalPort took 38.737659ms, libovsdb time 906.019µs I0512 06:07:58.974271 3833 cni.go:452] [openshift-monitoring/thanos-querier-6695d874db-wjd5v 8ea526a454beaf2c8dbc0d624bf3bf4307ba4b6768d4a662897c88250d573257 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6695d874db-wjd5v 8ea526a454beaf2c8dbc0d624bf3bf4307ba4b6768d4a662897c88250d573257 network default NAD default NAD key ] I0512 06:07:58.984227 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6695d874db-wjd5v, hostIfaceName: 8ea526a454beaf2, network: default, NAD default, SandboxID: "8ea526a454beaf2c8dbc0d624bf3bf4307ba4b6768d4a662897c88250d573257", PCI device ID: , UID: "5714a7b3-85e4-419c-a2e2-2eaceaea9793", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 06:07:59.029840 3833 cni.go:473] [openshift-monitoring/thanos-querier-6695d874db-wjd5v 8ea526a454beaf2c8dbc0d624bf3bf4307ba4b6768d4a662897c88250d573257 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6695d874db-wjd5v 8ea526a454beaf2c8dbc0d624bf3bf4307ba4b6768d4a662897c88250d573257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:44:5f:28:70:06\",\"name\":\"8ea526a454beaf2\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b5b13e-d0d9-4251-ac05-7598a066a624\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:07:59.216746 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.216767 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.216771 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.242588 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.242606 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.242611 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 06:08:00.268638 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-q9t8w for pod on switch ip-10-0-2-90.ec2.internal I0512 06:08:00.268718 3833 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w I0512 06:08:00.287048 3833 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w] pod update took 18.351917ms I0512 06:08:00.287075 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w] addLogicalPort annotation time took 18.38231ms I0512 06:08:00.288228 3833 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w] addLogicalPort took 19.601371ms, libovsdb time 787.323µs W0512 06:08:00.521622 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:08:00.545312 3833 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-674fd4445d-8m2s5 IP address from the namespace address-set, err: pod openshift-console/console-674fd4445d-8m2s5: no pod IPs found I0512 06:08:00.628726 3833 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w d3cba2d81f51f9f0d2c5642c7f74095431c9110b67cb0a65ce37b3a31764a697 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w d3cba2d81f51f9f0d2c5642c7f74095431c9110b67cb0a65ce37b3a31764a697 network default NAD default NAD key ] I0512 06:08:00.637816 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-q9t8w, hostIfaceName: d3cba2d81f51f9f, network: default, NAD default, SandboxID: "d3cba2d81f51f9f0d2c5642c7f74095431c9110b67cb0a65ce37b3a31764a697", PCI device ID: , UID: "982c0830-d729-451c-8f50-287f3e484188", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 06:08:00.685445 3833 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w d3cba2d81f51f9f0d2c5642c7f74095431c9110b67cb0a65ce37b3a31764a697 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9t8w d3cba2d81f51f9f0d2c5642c7f74095431c9110b67cb0a65ce37b3a31764a697 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b0:ad:53:47:8f\",\"name\":\"d3cba2d81f51f9f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9dd1d1c-becf-4ae2-93f2-aff69a97a03b\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:08:02.053702 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:08:02.053808 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 06:08:02.177188 3833 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 123.417456ms I0512 06:08:02.177219 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 123.453651ms I0512 06:08:02.178768 3833 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 125.079626ms, libovsdb time 1.023216ms I0512 06:08:02.415148 3833 cni.go:452] [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key ] I0512 06:08:02.425854 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 69e1b304b547ab1, network: default, NAD default, SandboxID: "69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d", PCI device ID: , UID: "edebb977-f212-4c7a-a514-7a6ab00b3fed", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 06:08:02.477523 3833 cni.go:473] [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:8d:72:87:08:34\",\"name\":\"69e1b304b547ab1\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b739900-cc6a-4f80-9df4-0cef53c54cde\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:08:03.276891 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:03.276908 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:03.352497 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.352515 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.352523 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.352527 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:04.275214 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0512 06:08:04.315609 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0512 06:08:05.969212 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 06:08:06.293814 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:06.293835 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:07.988803 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:08.268737 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:09.280331 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:09.280359 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:09.280366 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:09.280371 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:26.361595 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 06:08:27.061071 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.061093 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.061100 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.061111 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.061116 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.061120 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.099340 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.099357 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.099363 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:31.377894 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 06:08:33.377871 3833 obj_retry.go:498] Detected object openshift-console/console-7767b59588-fp22k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:33.378590 3833 obj_retry.go:498] Detected object openshift-console/console-7767b59588-fp22k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:08:33.386518 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:33.680723 3833 obj_retry.go:492] Detected object openshift-console/console-7767b59588-fp22k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:33.680743 3833 obj_retry.go:492] Detected object openshift-console/console-7767b59588-fp22k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:33.687780 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7767b59588-fp22k I0512 06:08:33.687803 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7767b59588-fp22k W0512 06:08:34.397911 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:41.076497 3833 cni.go:452] [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key ] I0512 06:08:41.144668 3833 cni.go:473] [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7767b59588-vkmb5 0cda60a5d9b758dc3f6c4a319c0f079177d8aec1f5ca8cd199c641dc6559bae8 network default NAD default NAD key default], result "{}", err I0512 06:08:41.190087 3833 obj_retry.go:498] Detected object openshift-console/console-7767b59588-vkmb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:41.190117 3833 pods.go:176] Deleting pod: openshift-console/console-7767b59588-vkmb5 I0512 06:08:41.191324 3833 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7767b59588-vkmb5, ips: 10.130.0.16 I0512 06:08:41.191373 3833 obj_retry.go:498] Detected object openshift-console/console-7767b59588-vkmb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:08:41.200111 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:41.200166 3833 base_network_controller_pods.go:487] [default/openshift-console/console-5cf7f64947-25lk4] creating logical port openshift-console_console-5cf7f64947-25lk4 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:08:41.200280 3833 kube.go:256] Updating pod openshift-console/console-5cf7f64947-25lk4 I0512 06:08:41.218971 3833 pod.go:62] [openshift-console/console-5cf7f64947-25lk4] pod update took 18.725576ms I0512 06:08:41.218988 3833 base_network_controller_pods.go:951] [default/openshift-console/console-5cf7f64947-25lk4] addLogicalPort annotation time took 18.747002ms I0512 06:08:41.220074 3833 pods.go:271] [openshift-console/console-5cf7f64947-25lk4] addLogicalPort took 19.923878ms, libovsdb time 781.862µs I0512 06:08:41.423840 3833 obj_retry.go:492] Detected object openshift-console/console-7767b59588-vkmb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:41.423859 3833 obj_retry.go:492] Detected object openshift-console/console-7767b59588-vkmb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:08:41.433882 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 06:08:41.433965 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7767b59588-vkmb5 I0512 06:08:41.434054 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7767b59588-vkmb5 I0512 06:08:41.558224 3833 cni.go:452] [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key ] I0512 06:08:41.568631 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cf7f64947-25lk4, hostIfaceName: 5254cc9b47429bc, network: default, NAD default, SandboxID: "5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a", PCI device ID: , UID: "02c0f026-b82f-4b52-bc80-474410207e86", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 06:08:41.615069 3833 cni.go:473] [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ae:5c:05:67:d1\",\"name\":\"5254cc9b47429bc\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e92347e-1bfa-4796-a572-1efe5fcb4d70\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:08:42.440506 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:51.603590 3833 cni.go:452] [openshift-multus/network-metrics-daemon-q9z4f 2ffbef6f66a48173eb0720e24d76fe1eb14071c3399785e967bceb5583263474 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-q9z4f 2ffbef6f66a48173eb0720e24d76fe1eb14071c3399785e967bceb5583263474 network default NAD default NAD key ] I0512 06:08:51.613160 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-q9z4f, hostIfaceName: 2ffbef6f66a4817, network: default, NAD default, SandboxID: "2ffbef6f66a48173eb0720e24d76fe1eb14071c3399785e967bceb5583263474", PCI device ID: , UID: "c3b72e22-70b6-43c5-be92-f5b5cd62ca09", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 06:08:51.671818 3833 cni.go:473] [openshift-multus/network-metrics-daemon-q9z4f 2ffbef6f66a48173eb0720e24d76fe1eb14071c3399785e967bceb5583263474 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-q9z4f 2ffbef6f66a48173eb0720e24d76fe1eb14071c3399785e967bceb5583263474 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:90:a3:d6:86:88\",\"name\":\"2ffbef6f66a4817\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bc349ce-bc03-4e2c-a8aa-bfd6de565588\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:09:00.362074 3833 obj_retry.go:498] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:00.362712 3833 obj_retry.go:498] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:01.160985 3833 obj_retry.go:492] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:01.161012 3833 obj_retry.go:492] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:01.164998 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7b4c79f6ff-kr7pt I0512 06:09:01.165028 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7b4c79f6ff-kr7pt W0512 06:09:02.572411 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:09:02.572432 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 06:09:17.345135 3833 cni.go:452] [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key ] I0512 06:09:17.422775 3833 cni.go:473] [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 1649179c8a8f93c361aa20f5a473e629d2f80bd71f562d2f0c36e6e127418143 network default NAD default NAD key default], result "{}", err I0512 06:09:17.480330 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:17.480358 3833 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0512 06:09:17.483241 3833 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.18 I0512 06:09:17.483280 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:17.629154 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:17.629172 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:17.638185 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 06:09:17.638215 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 06:09:17.679103 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:09:17.679247 3833 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 06:09:17.716063 3833 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 36.862443ms I0512 06:09:17.716084 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 36.887716ms I0512 06:09:17.717261 3833 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 38.171661ms, libovsdb time 874.529µs I0512 06:09:18.037697 3833 cni.go:452] [openshift-monitoring/alertmanager-main-1 f026ae86cc0decbb7e40c23fc9f45502c5cf893e0e24370a0b5bb8658c087750 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f026ae86cc0decbb7e40c23fc9f45502c5cf893e0e24370a0b5bb8658c087750 network default NAD default NAD key ] I0512 06:09:18.046883 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f026ae86cc0decb, network: default, NAD default, SandboxID: "f026ae86cc0decbb7e40c23fc9f45502c5cf893e0e24370a0b5bb8658c087750", PCI device ID: , UID: "d2b99678-6e35-4700-aad8-715aceaf8cd5", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0512 06:09:18.093736 3833 cni.go:473] [openshift-monitoring/alertmanager-main-1 f026ae86cc0decbb7e40c23fc9f45502c5cf893e0e24370a0b5bb8658c087750 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f026ae86cc0decbb7e40c23fc9f45502c5cf893e0e24370a0b5bb8658c087750 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:fc:92:52:1f:12\",\"name\":\"f026ae86cc0decb\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb6ff521-3ea3-44d1-8886-829f9f0bfae1\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:09:18.232025 3833 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:18.232042 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:18.232047 3833 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 06:09:19.500864 3833 cni.go:452] [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key ] I0512 06:09:19.510773 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-585fb6b4b9-hhxxg, hostIfaceName: 13a2ae2d47b63b5, network: default, NAD default, SandboxID: "13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e", PCI device ID: , UID: "cb03b910-b8a3-48f5-b3d6-9f9c3b299955", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0512 06:09:19.556901 3833 cni.go:473] [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:72:fe:bb:8f:47\",\"name\":\"13a2ae2d47b63b5\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a61d0d8f-9157-49d8-a06d-e0969c557d9a\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:09:19.616082 3833 cni.go:452] [openshift-dns/dns-default-hh4fp 3d2321957204db2a2e942c325588499737f462fa735cd08dd9a631c3d655feb4 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hh4fp 3d2321957204db2a2e942c325588499737f462fa735cd08dd9a631c3d655feb4 network default NAD default NAD key ] I0512 06:09:19.626073 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hh4fp, hostIfaceName: 3d2321957204db2, network: default, NAD default, SandboxID: "3d2321957204db2a2e942c325588499737f462fa735cd08dd9a631c3d655feb4", PCI device ID: , UID: "fb9b9204-ea64-43f5-9d37-95c63a869cc2", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 06:09:19.673262 3833 cni.go:473] [openshift-dns/dns-default-hh4fp 3d2321957204db2a2e942c325588499737f462fa735cd08dd9a631c3d655feb4 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hh4fp 3d2321957204db2a2e942c325588499737f462fa735cd08dd9a631c3d655feb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e1:82:1d:3b:2b\",\"name\":\"3d2321957204db2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/117232ab-2614-4e64-987b-6ea60e3d9023\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:09:20.294035 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5bf6df7445-twscs] creating logical port openshift-monitoring_telemeter-client-5bf6df7445-twscs for pod on switch ip-10-0-2-90.ec2.internal I0512 06:09:20.294203 3833 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5bf6df7445-twscs I0512 06:09:20.318759 3833 pod.go:62] [openshift-monitoring/telemeter-client-5bf6df7445-twscs] pod update took 24.596294ms I0512 06:09:20.318785 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5bf6df7445-twscs] addLogicalPort annotation time took 24.628279ms I0512 06:09:20.320084 3833 pods.go:271] [openshift-monitoring/telemeter-client-5bf6df7445-twscs] addLogicalPort took 26.077025ms, libovsdb time 949.415µs W0512 06:09:20.634815 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:09:20.672910 3833 cni.go:452] [openshift-monitoring/telemeter-client-5bf6df7445-twscs 33b46ac55df9029e0d13179b7033d22483c6c512dcba91d6f9562d10f78b8e48 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5bf6df7445-twscs 33b46ac55df9029e0d13179b7033d22483c6c512dcba91d6f9562d10f78b8e48 network default NAD default NAD key ] I0512 06:09:20.682938 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5bf6df7445-twscs, hostIfaceName: 33b46ac55df9029, network: default, NAD default, SandboxID: "33b46ac55df9029e0d13179b7033d22483c6c512dcba91d6f9562d10f78b8e48", PCI device ID: , UID: "ea5531fc-3707-4ed5-8274-c94548570c7e", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 06:09:20.737551 3833 cni.go:473] [openshift-monitoring/telemeter-client-5bf6df7445-twscs 33b46ac55df9029e0d13179b7033d22483c6c512dcba91d6f9562d10f78b8e48 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5bf6df7445-twscs 33b46ac55df9029e0d13179b7033d22483c6c512dcba91d6f9562d10f78b8e48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:79:b4:80:05:c6\",\"name\":\"33b46ac55df9029\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebdb0c83-0238-4bf2-b264-11b526f23897\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:09:21.618402 3833 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.618426 3833 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.618434 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636527 3833 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636550 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636558 3833 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 06:09:21.756389 3833 cni.go:452] [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key ] I0512 06:09:21.836421 3833 cni.go:473] [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 69e1b304b547ab136fe56bf9d92db588362ff9ae07ec93110f19ce61436c356d network default NAD default NAD key default], result "{}", err I0512 06:09:21.902153 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:21.902187 3833 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0512 06:09:21.903383 3833 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.21 I0512 06:09:21.903412 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:22.639093 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:22.639119 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:22.647907 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 06:09:22.647929 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 06:09:22.689140 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:09:22.689240 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 06:09:22.716040 3833 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.837057ms I0512 06:09:22.716065 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.863832ms I0512 06:09:22.717245 3833 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 28.119606ms, libovsdb time 857.091µs I0512 06:09:23.049459 3833 cni.go:452] [openshift-monitoring/prometheus-k8s-1 6a05adc28096a1a0fddbf0a9366f761419f28c35be3217e5e061cc902fbe8fba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6a05adc28096a1a0fddbf0a9366f761419f28c35be3217e5e061cc902fbe8fba network default NAD default NAD key ] I0512 06:09:23.058785 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6a05adc28096a1a, network: default, NAD default, SandboxID: "6a05adc28096a1a0fddbf0a9366f761419f28c35be3217e5e061cc902fbe8fba", PCI device ID: , UID: "6e98b7d9-84e6-41f1-aec5-095eb24c02d3", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 06:09:23.106183 3833 cni.go:473] [openshift-monitoring/prometheus-k8s-1 6a05adc28096a1a0fddbf0a9366f761419f28c35be3217e5e061cc902fbe8fba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6a05adc28096a1a0fddbf0a9366f761419f28c35be3217e5e061cc902fbe8fba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:1c:74:0e:83:06\",\"name\":\"6a05adc28096a1a\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4d96e35-4b3f-4a5b-9321-7bccd9975e59\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:09:24.789520 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:09:24.812606 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:09:28.238621 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238647 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238653 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238668 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238673 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238678 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.625002 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.625029 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.625039 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.625056 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.625064 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.625070 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.654777 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.654798 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.654803 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:35.257012 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:35.257045 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:41.580168 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:09:48.084806 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:09:48.084828 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:09:48.084834 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 06:09:49.372830 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:49.373456 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:49.741227 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:49.741258 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:49.748801 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 06:09:49.748832 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 06:09:50.076731 3833 obj_retry.go:498] Detected object openshift-console/console-674fd4445d-g6f26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.077311 3833 obj_retry.go:498] Detected object openshift-console/console-674fd4445d-g6f26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.081857 3833 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.082280 3833 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.342736 3833 obj_retry.go:492] Detected object openshift-console/console-674fd4445d-g6f26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.342759 3833 obj_retry.go:492] Detected object openshift-console/console-674fd4445d-g6f26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.349204 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.349232 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.804454 3833 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.804492 3833 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.813916 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf7f64947-jxsg9 I0512 06:09:50.813941 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf7f64947-jxsg9 I0512 06:10:00.693740 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:00.694279 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:00.703932 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:00.703954 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:00.711294 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 I0512 06:10:00.711318 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 I0512 06:10:01.427060 3833 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 06:10:01.460056 3833 cni.go:452] [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key ] I0512 06:10:01.524421 3833 cni.go:473] [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-585fb6b4b9-hhxxg 13a2ae2d47b63b59116b3c4bd73a9b4b1e53f65bb3bd843e7cd9e34780cbfe3e network default NAD default NAD key default], result "{}", err I0512 06:10:01.574333 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:01.574368 3833 pods.go:176] Deleting pod: openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:10:01.575860 3833 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-585fb6b4b9-hhxxg, ips: 10.130.0.6 I0512 06:10:01.575889 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:10:01.581310 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:01.814426 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:01.814450 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:01.820775 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:10:01.820804 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:10:20.591463 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:20.592509 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:21.614142 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:21.614171 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:10:23.954727 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:10:23.954760 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 06:10:25.262016 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:25.262695 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:25.934277 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.934321 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.942464 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 06:10:25.942525 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 06:10:26.023496 3833 cni.go:452] [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key ] I0512 06:10:26.096651 3833 cni.go:473] [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cf7f64947-25lk4 5254cc9b47429bc788bfdb03aa77fb7bbaf8f9f3080ef2e008f574d0e9b8275a network default NAD default NAD key default], result "{}", err I0512 06:10:26.144665 3833 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-25lk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:26.144709 3833 pods.go:176] Deleting pod: openshift-console/console-5cf7f64947-25lk4 I0512 06:10:26.146053 3833 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cf7f64947-25lk4, ips: 10.130.0.22 I0512 06:10:26.146087 3833 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-25lk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:26.711678 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0512 06:10:26.932283 3833 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-25lk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:26.932340 3833 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-25lk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:26.935808 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf7f64947-25lk4 I0512 06:10:26.935876 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf7f64947-25lk4 I0512 06:10:50.597946 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=611 I0512 06:11:00.593291 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0512 06:11:06.591198 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0512 06:11:32.788337 3833 base_network_controller_pods.go:487] [default/openshift-console/console-74548456cf-wbz8j] creating logical port openshift-console_console-74548456cf-wbz8j for pod on switch ip-10-0-2-90.ec2.internal I0512 06:11:32.788470 3833 kube.go:256] Updating pod openshift-console/console-74548456cf-wbz8j I0512 06:11:32.810157 3833 pod.go:62] [openshift-console/console-74548456cf-wbz8j] pod update took 21.716959ms I0512 06:11:32.810258 3833 base_network_controller_pods.go:951] [default/openshift-console/console-74548456cf-wbz8j] addLogicalPort annotation time took 21.823827ms I0512 06:11:32.811447 3833 pods.go:271] [openshift-console/console-74548456cf-wbz8j] addLogicalPort took 23.132241ms, libovsdb time 771.583µs I0512 06:11:33.153496 3833 cni.go:452] [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key ] I0512 06:11:33.163004 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74548456cf-wbz8j, hostIfaceName: 51747dc8e0a9924, network: default, NAD default, SandboxID: "51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52", PCI device ID: , UID: "48548813-7b7e-4039-a7e4-43b29260f860", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 06:11:33.214778 3833 cni.go:473] [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:39:a7:ad:a9:45\",\"name\":\"51747dc8e0a9924\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a12c1b6-840d-4917-a607-13ef04f3b001\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:11:43.294518 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:11:55.701073 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 06:11:58.105275 3833 obj_retry.go:498] Detected object openshift-console/console-789f94d595-rlp2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:11:58.106519 3833 obj_retry.go:498] Detected object openshift-console/console-789f94d595-rlp2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:11:58.364795 3833 obj_retry.go:492] Detected object openshift-console/console-789f94d595-rlp2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:11:58.364869 3833 obj_retry.go:492] Detected object openshift-console/console-789f94d595-rlp2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:11:58.372269 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-789f94d595-rlp2j I0512 06:11:58.372357 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-789f94d595-rlp2j I0512 06:12:08.603791 3833 obj_retry.go:498] Detected object openshift-console/console-789f94d595-xcv9r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:12:08.604346 3833 obj_retry.go:498] Detected object openshift-console/console-789f94d595-xcv9r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:12:08.864364 3833 obj_retry.go:492] Detected object openshift-console/console-789f94d595-xcv9r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:12:08.864388 3833 obj_retry.go:492] Detected object openshift-console/console-789f94d595-xcv9r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:12:08.865737 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-789f94d595-xcv9r I0512 06:12:08.865766 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-789f94d595-xcv9r I0512 06:12:15.717959 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 06:12:17.683690 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 06:12:24.678976 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 06:12:30.705788 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 06:12:37.592296 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0512 06:12:57.588134 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 06:13:11.693250 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 06:13:13.679296 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 06:13:13.688629 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 06:13:59.717966 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 06:14:28.591936 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=151 I0512 06:14:58.143642 3833 cni.go:452] [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key ] I0512 06:14:58.217582 3833 cni.go:473] [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74548456cf-wbz8j 51747dc8e0a99249164efef84ef16a6b330e138d915569de04b954b969c7cf52 network default NAD default NAD key default], result "{}", err I0512 06:14:58.269838 3833 obj_retry.go:498] Detected object openshift-console/console-74548456cf-wbz8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:14:58.269879 3833 pods.go:176] Deleting pod: openshift-console/console-74548456cf-wbz8j I0512 06:14:58.271347 3833 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74548456cf-wbz8j, ips: 10.130.0.26 I0512 06:14:58.271379 3833 obj_retry.go:498] Detected object openshift-console/console-74548456cf-wbz8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:14:58.280970 3833 base_network_controller_pods.go:487] [default/openshift-console/console-657879d4d7-c8479] creating logical port openshift-console_console-657879d4d7-c8479 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:14:58.281085 3833 kube.go:256] Updating pod openshift-console/console-657879d4d7-c8479 I0512 06:14:58.298523 3833 pod.go:62] [openshift-console/console-657879d4d7-c8479] pod update took 17.460445ms I0512 06:14:58.298548 3833 base_network_controller_pods.go:951] [default/openshift-console/console-657879d4d7-c8479] addLogicalPort annotation time took 17.489239ms I0512 06:14:58.299654 3833 pods.go:271] [openshift-console/console-657879d4d7-c8479] addLogicalPort took 18.697697ms, libovsdb time 789.702µs I0512 06:14:58.639862 3833 cni.go:452] [openshift-console/console-657879d4d7-c8479 f30c37385d197acab3bd5a6f233d0f1c4798a0e50fc77329ccf5dd8ea766f61f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-657879d4d7-c8479 f30c37385d197acab3bd5a6f233d0f1c4798a0e50fc77329ccf5dd8ea766f61f network default NAD default NAD key ] I0512 06:14:58.650215 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-657879d4d7-c8479, hostIfaceName: f30c37385d197ac, network: default, NAD default, SandboxID: "f30c37385d197acab3bd5a6f233d0f1c4798a0e50fc77329ccf5dd8ea766f61f", PCI device ID: , UID: "1f88e49c-693e-46d5-a457-97f0f0a8fae2", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0512 06:14:58.698346 3833 cni.go:473] [openshift-console/console-657879d4d7-c8479 f30c37385d197acab3bd5a6f233d0f1c4798a0e50fc77329ccf5dd8ea766f61f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-657879d4d7-c8479 f30c37385d197acab3bd5a6f233d0f1c4798a0e50fc77329ccf5dd8ea766f61f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:76:ea:08:b9:44\",\"name\":\"f30c37385d197ac\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4720188-738e-491a-8ab8-0418d28a5b94\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:14:59.141778 3833 obj_retry.go:492] Detected object openshift-console/console-74548456cf-wbz8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:14:59.141803 3833 obj_retry.go:492] Detected object openshift-console/console-74548456cf-wbz8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:14:59.148572 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74548456cf-wbz8j I0512 06:14:59.148590 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74548456cf-wbz8j I0512 06:15:08.737541 3833 obj_retry.go:498] Detected object openshift-console/console-74548456cf-5rxr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:15:08.738103 3833 obj_retry.go:498] Detected object openshift-console/console-74548456cf-5rxr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:15:09.175618 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:15:09.227587 3833 obj_retry.go:492] Detected object openshift-console/console-74548456cf-5rxr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:15:09.227614 3833 obj_retry.go:492] Detected object openshift-console/console-74548456cf-5rxr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:15:09.237267 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74548456cf-5rxr4 I0512 06:15:09.237299 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74548456cf-5rxr4 I0512 06:16:06.596544 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=22 I0512 06:16:21.419051 3833 namespace.go:98] [tsf] adding namespace I0512 06:16:21.420018 3833 namespace.go:102] [tsf] adding namespace took 944.287µs I0512 06:16:21.437661 3833 namespace.go:142] [tsf] updating namespace I0512 06:16:21.449675 3833 namespace.go:142] [tsf] updating namespace I0512 06:16:25.182333 3833 namespace.go:98] [rhbk-operator] adding namespace I0512 06:16:25.183242 3833 namespace.go:102] [rhbk-operator] adding namespace took 884.242µs I0512 06:16:25.186599 3833 namespace.go:98] [tsf-tas] adding namespace I0512 06:16:25.187278 3833 namespace.go:102] [tsf-tas] adding namespace took 662.289µs I0512 06:16:25.191275 3833 namespace.go:98] [tsf-tpa] adding namespace I0512 06:16:25.191891 3833 namespace.go:102] [tsf-tpa] adding namespace took 603.445µs I0512 06:16:25.216373 3833 namespace.go:98] [tsf-keycloak] adding namespace I0512 06:16:25.217072 3833 namespace.go:102] [tsf-keycloak] adding namespace took 680.935µs I0512 06:16:25.248456 3833 namespace.go:98] [konflux-operator] adding namespace I0512 06:16:25.248456 3833 namespace.go:98] [cert-manager-operator] adding namespace I0512 06:16:25.249212 3833 namespace.go:102] [konflux-operator] adding namespace took 737.25µs I0512 06:16:25.249747 3833 namespace.go:102] [cert-manager-operator] adding namespace took 1.134609ms I0512 06:16:25.272908 3833 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.272977 3833 namespace.go:98] [rhtpa-operator] adding namespace I0512 06:16:25.273672 3833 namespace.go:102] [rhtpa-operator] adding namespace took 678.663µs I0512 06:16:25.276613 3833 namespace.go:98] [konflux-ui] adding namespace I0512 06:16:25.276711 3833 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.277245 3833 namespace.go:102] [konflux-ui] adding namespace took 618.449µs I0512 06:16:25.288547 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.288680 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.321114 3833 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.321145 3833 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.349158 3833 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.349281 3833 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.349320 3833 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.349517 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:25.355073 3833 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.383763 3833 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.431890 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.470732 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.488081 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.501796 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.526614 3833 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.538679 3833 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.580712 3833 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.591827 3833 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.648766 3833 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.648921 3833 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.712683 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:25.735286 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:26.506633 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:26.521650 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:28.027294 3833 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:28.027412 3833 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f I0512 06:16:28.041512 3833 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f] pod update took 14.12938ms I0512 06:16:28.041533 3833 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f] addLogicalPort annotation time took 14.156551ms I0512 06:16:28.042737 3833 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f] addLogicalPort took 15.457386ms, libovsdb time 858.384µs I0512 06:16:28.120288 3833 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:28.120425 3833 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd I0512 06:16:28.134058 3833 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd] pod update took 13.660262ms I0512 06:16:28.134087 3833 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd] addLogicalPort annotation time took 13.694968ms I0512 06:16:28.135425 3833 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd] addLogicalPort took 15.153557ms, libovsdb time 887.35µs I0512 06:16:28.387296 3833 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key ] I0512 06:16:28.396404 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f, hostIfaceName: 0db2f90bfec0bb9, network: default, NAD default, SandboxID: "0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e", PCI device ID: , UID: "e320fe6c-3cff-43c2-a1eb-1cb134355fb3", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0512 06:16:28.446598 3833 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cb:39:2a:a1:58\",\"name\":\"0db2f90bfec0bb9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7affc26-9616-4fab-b5d2-9cf206dbdc53\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:16:28.481185 3833 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key ] I0512 06:16:28.491054 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd, hostIfaceName: 9b50bd1168fc00b, network: default, NAD default, SandboxID: "9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717", PCI device ID: , UID: "e1da80a1-dbaa-48ee-bdc7-6f41add14c44", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0512 06:16:28.541179 3833 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:eb:fa:09:55:41\",\"name\":\"9b50bd1168fc00b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e019eb1d-432a-4aec-8947-318af7087912\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:16:30.965414 3833 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:30.965540 3833 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r I0512 06:16:30.978801 3833 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r] pod update took 13.296727ms I0512 06:16:30.978831 3833 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r] addLogicalPort annotation time took 13.32992ms I0512 06:16:30.980239 3833 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r] addLogicalPort took 14.846519ms, libovsdb time 957.617µs I0512 06:16:31.653462 3833 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key ] I0512 06:16:31.663991 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r, hostIfaceName: 9a2246119cdcf45, network: default, NAD default, SandboxID: "9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d", PCI device ID: , UID: "9c6c34f8-d62b-48d7-a61c-09a4daf65c8a", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0512 06:16:31.717626 3833 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:20:40:d2:4c:e1\",\"name\":\"9a2246119cdcf45\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d77c8fad-1c97-43e4-9724-679ed27bb777\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:16:32.895629 3833 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:32.895757 3833 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh I0512 06:16:32.911256 3833 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh] pod update took 15.541622ms I0512 06:16:32.911277 3833 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh] addLogicalPort annotation time took 15.570679ms I0512 06:16:32.912466 3833 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh] addLogicalPort took 16.853995ms, libovsdb time 847.633µs I0512 06:16:33.252377 3833 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key ] I0512 06:16:33.262269 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh, hostIfaceName: 19f6923776f86fd, network: default, NAD default, SandboxID: "19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51", PCI device ID: , UID: "069b1b49-8d38-491e-97fd-996d1182cdf5", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0512 06:16:33.310115 3833 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:44:fb:ca:3d:15\",\"name\":\"19f6923776f86fd\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc603c59-5afa-4fce-9fe2-e936cab836d8\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:16:33.529171 3833 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key ] I0512 06:16:33.603687 3833 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd 9b50bd1168fc00b8ec6ad7b1bc5095063ce2eda45686a2c238c07a3c8f1e1717 network default NAD default NAD key default], result "{}", err I0512 06:16:33.639956 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.639995 3833 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd I0512 06:16:33.641362 3833 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd, ips: 10.130.0.29 I0512 06:16:33.641392 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.641413 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.641424 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:33.641627 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.641645 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:34.536773 3833 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key ] I0512 06:16:34.606209 3833 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f 0db2f90bfec0bb99ae9faddef8657a268a3fbab78d6f234de8e1abfce73bd73e network default NAD default NAD key default], result "{}", err I0512 06:16:34.655986 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656020 3833 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f I0512 06:16:34.657306 3833 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f, ips: 10.130.0.28 I0512 06:16:34.657331 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.657355 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.657366 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:34.657535 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.657547 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:34.665544 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665568 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665585 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665596 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.156611 3833 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:35.156708 3833 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd I0512 06:16:35.169835 3833 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd] pod update took 13.156023ms I0512 06:16:35.169856 3833 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd] addLogicalPort annotation time took 13.181388ms I0512 06:16:35.171066 3833 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd] addLogicalPort took 14.470596ms, libovsdb time 849.387µs I0512 06:16:35.255795 3833 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:35.255957 3833 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr I0512 06:16:35.269596 3833 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr] pod update took 13.695694ms I0512 06:16:35.269627 3833 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr] addLogicalPort annotation time took 13.731296ms I0512 06:16:35.271004 3833 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr] addLogicalPort took 15.226813ms, libovsdb time 886.298µs I0512 06:16:35.519532 3833 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key ] I0512 06:16:35.531093 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd, hostIfaceName: 3b382c6c316d9b7, network: default, NAD default, SandboxID: "3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c", PCI device ID: , UID: "d3e73b3a-3d5b-4e51-bfa4-b2f679040683", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0512 06:16:35.552552 3833 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key ] I0512 06:16:35.619206 3833 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key ] I0512 06:16:35.629736 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr, hostIfaceName: d95308e82996b2e, network: default, NAD default, SandboxID: "d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981", PCI device ID: , UID: "ed9cd6e6-f970-4c1e-bc61-c7167bebf6c7", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0512 06:16:35.643625 3833 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r 9a2246119cdcf45bf100931af95044e5adbb096994045bfe772494d18ce49f8d network default NAD default NAD key default], result "{}", err I0512 06:16:35.680305 3833 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:6c:9a:46:68:5d\",\"name\":\"d95308e82996b2e\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfd352d6-2848-4432-910e-1fcd35956d31\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:16:35.684920 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684943 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684958 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684975 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685664 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.685698 3833 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r I0512 06:16:35.687157 3833 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r, ips: 10.130.0.30 I0512 06:16:35.687184 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.687201 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.687209 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:35.687365 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.687381 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:35.790803 3833 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:62:64:a8:c8:20\",\"name\":\"3b382c6c316d9b7\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62733eb7-6260-4516-a6e4-4059e8cb7eac\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:16:36.713223 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.713247 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.713261 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.713270 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:37.563687 3833 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key ] I0512 06:16:37.637600 3833 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh 19f6923776f86fdaa1f748a02cf85d5ea447a6538fe6255800316fec87166d51 network default NAD default NAD key default], result "{}", err I0512 06:16:37.733735 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.733776 3833 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh I0512 06:16:37.735162 3833 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh, ips: 10.130.0.31 I0512 06:16:37.735189 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.735212 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.735219 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:37.735397 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.735413 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:38.762664 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762688 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762702 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762711 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:40.583333 3833 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key ] I0512 06:16:40.658971 3833 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr d95308e82996b2ee26925e67b5510ee6b49aba479f12a8386b686ccbf2d99981 network default NAD default NAD key default], result "{}", err I0512 06:16:40.761941 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.761983 3833 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr I0512 06:16:40.763827 3833 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr, ips: 10.130.0.33 I0512 06:16:40.763856 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.763879 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.763886 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:40.764092 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.764108 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:41.784555 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.784585 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.784607 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.784622 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:44.605522 3833 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key ] I0512 06:16:44.684530 3833 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd 3b382c6c316d9b77969376ec009d77f89410f11eab323e88e01be9152d0bf95c network default NAD default NAD key default], result "{}", err I0512 06:16:44.730330 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.730371 3833 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd I0512 06:16:44.731903 3833 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd, ips: 10.130.0.32 I0512 06:16:44.731939 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.731963 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.731977 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:44.732162 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.732180 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... W0512 06:16:45.659368 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:45.758052 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758082 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758096 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758108 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:16:47.202029 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 06:16:47.212150 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:50.681075 3833 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-cxfrm] creating logical port rhbk-operator_rhbk-operator-69889d554d-cxfrm for pod on switch ip-10-0-2-90.ec2.internal I0512 06:16:50.681216 3833 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-cxfrm I0512 06:16:50.700097 3833 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-cxfrm] pod update took 18.918042ms I0512 06:16:50.700127 3833 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-cxfrm] addLogicalPort annotation time took 18.954319ms I0512 06:16:50.701391 3833 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-cxfrm] addLogicalPort took 20.33626ms, libovsdb time 874.26µs I0512 06:16:51.040916 3833 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-cxfrm 8404a29f314b7e3356c3a5ce09e63376ba553616dce80c8239f174b6c9de4f44 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-cxfrm 8404a29f314b7e3356c3a5ce09e63376ba553616dce80c8239f174b6c9de4f44 network default NAD default NAD key ] I0512 06:16:51.050617 3833 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-cxfrm, hostIfaceName: 8404a29f314b7e3, network: default, NAD default, SandboxID: "8404a29f314b7e3356c3a5ce09e63376ba553616dce80c8239f174b6c9de4f44", PCI device ID: , UID: "a5a04b8a-7e7d-4afe-8096-7a267329546c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0512 06:16:51.099371 3833 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-cxfrm 8404a29f314b7e3356c3a5ce09e63376ba553616dce80c8239f174b6c9de4f44 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-cxfrm 8404a29f314b7e3356c3a5ce09e63376ba553616dce80c8239f174b6c9de4f44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:24:96:48:a9:77\",\"name\":\"8404a29f314b7e3\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5d0a147-6c35-4efb-b3d4-fa62b3bf5932\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:16:54.773916 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.043670 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.051318 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.063772 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.072072 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 06:16:59.770697 3833 namespace.go:98] [cert-manager] adding namespace I0512 06:16:59.771559 3833 namespace.go:102] [cert-manager] adding namespace took 837.429µs I0512 06:16:59.887505 3833 namespace.go:142] [cert-manager] updating namespace I0512 06:16:59.942769 3833 namespace.go:142] [cert-manager] updating namespace I0512 06:17:00.282884 3833 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:00.319761 3833 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:04.706575 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 06:17:07.065346 3833 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:08.177369 3833 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-bf6r8 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:17:08.177515 3833 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8 I0512 06:17:08.210984 3833 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8] pod update took 33.510546ms I0512 06:17:08.211017 3833 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8] addLogicalPort annotation time took 33.547629ms I0512 06:17:08.212457 3833 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8] addLogicalPort took 35.109078ms, libovsdb time 910.349µs I0512 06:17:08.215046 3833 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-lft4q for pod on switch ip-10-0-2-90.ec2.internal I0512 06:17:08.215166 3833 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q I0512 06:17:08.332602 3833 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q] pod update took 117.460903ms I0512 06:17:08.332625 3833 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q] addLogicalPort annotation time took 117.489028ms I0512 06:17:08.333744 3833 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q] addLogicalPort took 118.710035ms, libovsdb time 801.163µs I0512 06:17:09.765626 3833 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8 4f6bd87c35e8958bffd11a2f5d5cfcdadf4692d68d619c1e75d5096cbeacecfa network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8 4f6bd87c35e8958bffd11a2f5d5cfcdadf4692d68d619c1e75d5096cbeacecfa network default NAD default NAD key ] I0512 06:17:09.775358 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-bf6r8, hostIfaceName: 4f6bd87c35e8958, network: default, NAD default, SandboxID: "4f6bd87c35e8958bffd11a2f5d5cfcdadf4692d68d619c1e75d5096cbeacecfa", PCI device ID: , UID: "99734a54-e97d-4c13-9235-e9681f05470b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0512 06:17:09.775532 3833 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q 4cc81bbe486aef26a4f4a71f77339b5d164874a314cf0274feb1aa4cbcba45e6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q 4cc81bbe486aef26a4f4a71f77339b5d164874a314cf0274feb1aa4cbcba45e6 network default NAD default NAD key ] I0512 06:17:09.785016 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-lft4q, hostIfaceName: 4cc81bbe486aef2, network: default, NAD default, SandboxID: "4cc81bbe486aef26a4f4a71f77339b5d164874a314cf0274feb1aa4cbcba45e6", PCI device ID: , UID: "7c391944-e256-4bc8-a5e3-7242295d2f58", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0512 06:17:09.827216 3833 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8 4f6bd87c35e8958bffd11a2f5d5cfcdadf4692d68d619c1e75d5096cbeacecfa network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-bf6r8 4f6bd87c35e8958bffd11a2f5d5cfcdadf4692d68d619c1e75d5096cbeacecfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:65:0e:19:cd:ef\",\"name\":\"4f6bd87c35e8958\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f17af869-2ff2-4eba-bb85-8200b935d058\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:17:09.848952 3833 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q 4cc81bbe486aef26a4f4a71f77339b5d164874a314cf0274feb1aa4cbcba45e6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-lft4q 4cc81bbe486aef26a4f4a71f77339b5d164874a314cf0274feb1aa4cbcba45e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:37:39:92:06:f4\",\"name\":\"4cc81bbe486aef2\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77bc2603-f45f-488e-81c8-9cb937bc1f57\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:17:09.908944 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 06:17:09.908966 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 06:17:15.303255 3833 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 06:17:15.304178 3833 namespace.go:102] [trusted-artifact-signer] adding namespace took 900.46µs I0512 06:17:15.414737 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:15.471767 3833 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 06:17:16.017300 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.496205 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.509249 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.528534 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.545026 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 06:17:21.558823 3833 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:17:21.559344 3833 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:17:21.618223 3833 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:17:21.618243 3833 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:17:21.630086 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 06:17:21.630110 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 06:17:25.171733 3833 namespace.go:98] [openshift-pipelines] adding namespace I0512 06:17:25.172669 3833 namespace.go:102] [openshift-pipelines] adding namespace took 907.763µs I0512 06:17:25.194063 3833 namespace.go:142] [openshift-pipelines] updating namespace I0512 06:17:25.682566 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=4 I0512 06:17:25.946767 3833 namespace.go:142] [cert-manager] updating namespace I0512 06:17:26.148761 3833 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:26.521172 3833 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:26.725795 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:26.923146 3833 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:27.327804 3833 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:27.541686 3833 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:27.743714 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:27.933513 3833 namespace.go:142] [tsf] updating namespace I0512 06:17:28.134283 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:28.334833 3833 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:28.533100 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:28.669512 3833 namespace.go:142] [cert-manager] updating namespace I0512 06:17:28.678531 3833 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:28.691679 3833 namespace.go:142] [default] updating namespace I0512 06:17:28.696813 3833 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:28.706045 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:28.717501 3833 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:28.724279 3833 namespace.go:142] [openshift] updating namespace I0512 06:17:28.733227 3833 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:28.744517 3833 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:28.753208 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:28.761135 3833 namespace.go:142] [tsf] updating namespace I0512 06:17:28.772514 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:28.797765 3833 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:28.817626 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:28.921896 3833 namespace.go:142] [cert-manager] updating namespace I0512 06:17:29.016495 3833 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:29.132737 3833 namespace.go:142] [default] updating namespace I0512 06:17:29.225764 3833 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:29.322858 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:29.414743 3833 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:29.530942 3833 namespace.go:142] [openshift] updating namespace I0512 06:17:29.617860 3833 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:29.716881 3833 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:29.823989 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:29.923777 3833 namespace.go:142] [tsf] updating namespace I0512 06:17:30.018063 3833 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:30.112929 3833 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:30.217750 3833 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:30.652206 3833 namespace.go:142] [openshift-pipelines] updating namespace I0512 06:17:32.715606 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0512 06:17:37.096999 3833 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 06:17:37.119381 3833 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 06:17:38.669259 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-clz8v for pod on switch ip-10-0-2-90.ec2.internal I0512 06:17:38.669400 3833 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v I0512 06:17:38.693599 3833 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v] pod update took 24.228473ms I0512 06:17:38.693620 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v] addLogicalPort annotation time took 24.255385ms I0512 06:17:38.694818 3833 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v] addLogicalPort took 25.578019ms, libovsdb time 862.659µs I0512 06:17:39.031867 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v 5ab14ac78f3a1aa7c9e8182301bba417e4b56c604decca9031859546585dc17d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v 5ab14ac78f3a1aa7c9e8182301bba417e4b56c604decca9031859546585dc17d network default NAD default NAD key ] I0512 06:17:39.041074 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-clz8v, hostIfaceName: 5ab14ac78f3a1aa, network: default, NAD default, SandboxID: "5ab14ac78f3a1aa7c9e8182301bba417e4b56c604decca9031859546585dc17d", PCI device ID: , UID: "ccbd8c5f-7529-46f6-8185-ed3b3d44c1fb", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0512 06:17:39.091410 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v 5ab14ac78f3a1aa7c9e8182301bba417e4b56c604decca9031859546585dc17d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-clz8v 5ab14ac78f3a1aa7c9e8182301bba417e4b56c604decca9031859546585dc17d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:cf:56:d4:14:3c\",\"name\":\"5ab14ac78f3a1aa\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/470492be-b045-4fca-afcf-eb4dbbd14e6e\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:17:41.594858 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 W0512 06:17:41.902022 3833 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:41.902040 3833 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:41.902052 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:43.169548 3833 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169569 3833 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169576 3833 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169581 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.961929 3833 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:43.961949 3833 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:43.961955 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:52.907134 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:52.907157 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:52.907163 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 06:18:01.364006 3833 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:01.364685 3833 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:01.386115 3833 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:01.386142 3833 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:01.394216 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 06:18:01.394237 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 06:18:03.610897 3833 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 06:18:03.611560 3833 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 06:18:03.611585 3833 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 06:18:03.614165 3833 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 06:18:04.680559 3833 namespace.go:142] [openshift-pipelines] updating namespace W0512 06:18:07.294022 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 06:18:12.305348 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:12.305369 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:12.305376 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 06:18:12.305394 3833 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 06:18:20.602795 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=306 I0512 06:18:25.075905 3833 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 06:18:42.671318 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-6rnqz for pod on switch ip-10-0-2-90.ec2.internal I0512 06:18:42.671440 3833 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz I0512 06:18:42.687295 3833 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz] pod update took 15.892157ms I0512 06:18:42.687316 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz] addLogicalPort annotation time took 15.91942ms I0512 06:18:42.688510 3833 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz] addLogicalPort took 17.240725ms, libovsdb time 801.485µs I0512 06:18:42.760822 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-pqkgj for pod on switch ip-10-0-2-90.ec2.internal I0512 06:18:42.760922 3833 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj I0512 06:18:42.776153 3833 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj] pod update took 15.258794ms I0512 06:18:42.776177 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj] addLogicalPort annotation time took 15.286534ms I0512 06:18:42.777234 3833 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj] addLogicalPort took 16.429084ms, libovsdb time 701.805µs I0512 06:18:43.032299 3833 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz b489e59d20186bc619776c6cf3b40bd12950c4394c86fb0be273cac0ca805fba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz b489e59d20186bc619776c6cf3b40bd12950c4394c86fb0be273cac0ca805fba network default NAD default NAD key ] I0512 06:18:43.042280 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-6rnqz, hostIfaceName: b489e59d20186bc, network: default, NAD default, SandboxID: "b489e59d20186bc619776c6cf3b40bd12950c4394c86fb0be273cac0ca805fba", PCI device ID: , UID: "a31f0428-4e38-4e87-bfd8-a9edefe8120a", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0512 06:18:43.092833 3833 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz b489e59d20186bc619776c6cf3b40bd12950c4394c86fb0be273cac0ca805fba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-6rnqz b489e59d20186bc619776c6cf3b40bd12950c4394c86fb0be273cac0ca805fba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:e0:d9:0a:18:c6\",\"name\":\"b489e59d20186bc\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0461585e-df7f-444f-81fc-4300f3332c0e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:18:43.120030 3833 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj 8685d1c82613dec1f93be565acef37a81e195cbc5778bd069ab3ddbcde7a4bba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj 8685d1c82613dec1f93be565acef37a81e195cbc5778bd069ab3ddbcde7a4bba network default NAD default NAD key ] I0512 06:18:43.130416 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-pqkgj, hostIfaceName: 8685d1c82613dec, network: default, NAD default, SandboxID: "8685d1c82613dec1f93be565acef37a81e195cbc5778bd069ab3ddbcde7a4bba", PCI device ID: , UID: "639bf3ae-62f6-4f45-92bd-55d645289a28", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0512 06:18:43.179002 3833 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj 8685d1c82613dec1f93be565acef37a81e195cbc5778bd069ab3ddbcde7a4bba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-pqkgj 8685d1c82613dec1f93be565acef37a81e195cbc5778bd069ab3ddbcde7a4bba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:14:ad:e5:59:e2\",\"name\":\"8685d1c82613dec\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e935e9-4d96-4f0a-94d7-dc5e43f0d778\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:18:43.866967 3833 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-8mrhr] creating logical port tsf-keycloak_tsf-iam-8mrhr for pod on switch ip-10-0-2-90.ec2.internal I0512 06:18:43.867090 3833 kube.go:256] Updating pod tsf-keycloak/tsf-iam-8mrhr I0512 06:18:43.885161 3833 pod.go:62] [tsf-keycloak/tsf-iam-8mrhr] pod update took 18.095731ms I0512 06:18:43.885185 3833 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-8mrhr] addLogicalPort annotation time took 18.125112ms I0512 06:18:43.886389 3833 pods.go:271] [tsf-keycloak/tsf-iam-8mrhr] addLogicalPort took 19.436698ms, libovsdb time 841.873µs I0512 06:18:44.241533 3833 cni.go:452] [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key ] I0512 06:18:44.254685 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-8mrhr, hostIfaceName: e55c95106f599fd, network: default, NAD default, SandboxID: "e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b", PCI device ID: , UID: "ff4a112e-68d3-449c-b724-0db92715df08", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0512 06:18:44.313188 3833 cni.go:473] [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:7f:f5:7a:5c:d2\",\"name\":\"e55c95106f599fd\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/825a4b1e-7dce-4faf-87b0-fd4d217328b5\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:18:48.250276 3833 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:48.250301 3833 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:48.250309 3833 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:53.289665 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:53.289693 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:53.289699 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 06:18:53.636460 3833 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:53.637256 3833 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:53.679532 3833 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:53.679553 3833 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:53.687038 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 06:18:53.687095 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 06:18:57.245270 3833 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5fc674bc5-m84cz] creating logical port tsf-tas_trillian-logsigner-5fc674bc5-m84cz for pod on switch ip-10-0-2-90.ec2.internal I0512 06:18:57.245434 3833 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5fc674bc5-m84cz I0512 06:18:57.265104 3833 pod.go:62] [tsf-tas/trillian-logsigner-5fc674bc5-m84cz] pod update took 19.717138ms I0512 06:18:57.265202 3833 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5fc674bc5-m84cz] addLogicalPort annotation time took 19.820705ms I0512 06:18:57.268964 3833 pods.go:271] [tsf-tas/trillian-logsigner-5fc674bc5-m84cz] addLogicalPort took 23.7315ms, libovsdb time 3.193095ms I0512 06:18:57.591011 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 06:18:58.230865 3833 cni.go:452] [tsf-tas/trillian-logsigner-5fc674bc5-m84cz ecd7e469f2fce66a81686574d6e928077ebe3abf2158bc55922777f4ba711ef6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5fc674bc5-m84cz ecd7e469f2fce66a81686574d6e928077ebe3abf2158bc55922777f4ba711ef6 network default NAD default NAD key ] I0512 06:18:58.244314 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5fc674bc5-m84cz, hostIfaceName: ecd7e469f2fce66, network: default, NAD default, SandboxID: "ecd7e469f2fce66a81686574d6e928077ebe3abf2158bc55922777f4ba711ef6", PCI device ID: , UID: "ebd39c9c-d4c6-46cb-8077-cf87ad40279f", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0512 06:18:58.308793 3833 cni.go:473] [tsf-tas/trillian-logsigner-5fc674bc5-m84cz ecd7e469f2fce66a81686574d6e928077ebe3abf2158bc55922777f4ba711ef6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5fc674bc5-m84cz ecd7e469f2fce66a81686574d6e928077ebe3abf2158bc55922777f4ba711ef6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:df:92:74:55:00\",\"name\":\"ecd7e469f2fce66\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e807146-9c6b-4edc-935e-80724f0bcdae\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:18:58.530773 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:18:58.530801 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:19:06.378262 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0512 06:19:08.425835 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 06:19:08.724383 3833 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:08.724998 3833 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:09.602787 3833 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:09.602814 3833 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:11.417015 3833 cni.go:452] [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key ] I0512 06:19:11.504887 3833 cni.go:473] [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-8mrhr e55c95106f599fdc8d809888244b3710d40c06d4afaecff207641d1cc53d592b network default NAD default NAD key default], result "{}", err I0512 06:19:11.556613 3833 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-8mrhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:11.556641 3833 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-8mrhr I0512 06:19:11.557881 3833 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-8mrhr, ips: 10.130.0.40 I0512 06:19:11.557912 3833 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-8mrhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:12.432474 3833 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-8mrhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:12.432528 3833 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-8mrhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:19:14.486344 3833 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 06:19:19.112201 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-c4bt7 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:19:19.112286 3833 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7 I0512 06:19:19.128686 3833 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7] pod update took 16.423283ms I0512 06:19:19.128713 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7] addLogicalPort annotation time took 16.454569ms I0512 06:19:19.130059 3833 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7] addLogicalPort took 17.874895ms, libovsdb time 984.147µs I0512 06:19:19.217874 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-ghvv4 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:19:19.217953 3833 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4 I0512 06:19:19.232742 3833 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4] pod update took 14.809006ms I0512 06:19:19.232760 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4] addLogicalPort annotation time took 14.832784ms I0512 06:19:19.233960 3833 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4] addLogicalPort took 16.100838ms, libovsdb time 800.363µs I0512 06:19:19.307540 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-25hxc for pod on switch ip-10-0-2-90.ec2.internal I0512 06:19:19.307624 3833 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc I0512 06:19:19.323162 3833 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc] pod update took 15.558391ms I0512 06:19:19.323181 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc] addLogicalPort annotation time took 15.581176ms I0512 06:19:19.324376 3833 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc] addLogicalPort took 16.846304ms, libovsdb time 808.989µs I0512 06:19:19.509371 3833 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7 2664ec26a4470d30e5d222c13c73aff99ca8674e68ef37916d19b909c3c4e6e4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7 2664ec26a4470d30e5d222c13c73aff99ca8674e68ef37916d19b909c3c4e6e4 network default NAD default NAD key ] I0512 06:19:19.519091 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-c4bt7, hostIfaceName: 2664ec26a4470d3, network: default, NAD default, SandboxID: "2664ec26a4470d30e5d222c13c73aff99ca8674e68ef37916d19b909c3c4e6e4", PCI device ID: , UID: "b3088ac6-c8a9-47da-9331-30c6142ec068", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0512 06:19:19.571860 3833 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7 2664ec26a4470d30e5d222c13c73aff99ca8674e68ef37916d19b909c3c4e6e4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-c4bt7 2664ec26a4470d30e5d222c13c73aff99ca8674e68ef37916d19b909c3c4e6e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f1:9d:84:98:19\",\"name\":\"2664ec26a4470d3\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd4ab7e0-8f20-436b-bc87-f7ed0aba6175\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:19:19.612859 3833 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4 4b8b2c6b87c588c5dceb241891b19e9e9ea7d6e71b818884268a00934a14f78a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4 4b8b2c6b87c588c5dceb241891b19e9e9ea7d6e71b818884268a00934a14f78a network default NAD default NAD key ] I0512 06:19:19.622903 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-ghvv4, hostIfaceName: 4b8b2c6b87c588c, network: default, NAD default, SandboxID: "4b8b2c6b87c588c5dceb241891b19e9e9ea7d6e71b818884268a00934a14f78a", PCI device ID: , UID: "ab0eeee0-941d-43d9-ae0c-f7bcba7a1e01", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0512 06:19:19.671256 3833 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4 4b8b2c6b87c588c5dceb241891b19e9e9ea7d6e71b818884268a00934a14f78a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ghvv4 4b8b2c6b87c588c5dceb241891b19e9e9ea7d6e71b818884268a00934a14f78a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f3:00:3e:00:c9\",\"name\":\"4b8b2c6b87c588c\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f36b7552-2f7c-4a01-8b88-afe6812ec56b\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:19:19.720368 3833 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc 77ca31b747f16a19ca0c7641ef6e44404d0ea30b87d9b5615e4e2bb5025d9c6e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc 77ca31b747f16a19ca0c7641ef6e44404d0ea30b87d9b5615e4e2bb5025d9c6e network default NAD default NAD key ] I0512 06:19:19.730655 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-25hxc, hostIfaceName: 77ca31b747f16a1, network: default, NAD default, SandboxID: "77ca31b747f16a19ca0c7641ef6e44404d0ea30b87d9b5615e4e2bb5025d9c6e", PCI device ID: , UID: "a12e7e60-4846-4b1b-916d-9c1dcebd16fd", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0512 06:19:19.780738 3833 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc 77ca31b747f16a19ca0c7641ef6e44404d0ea30b87d9b5615e4e2bb5025d9c6e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-25hxc 77ca31b747f16a19ca0c7641ef6e44404d0ea30b87d9b5615e4e2bb5025d9c6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:5a:91:71:93:65\",\"name\":\"77ca31b747f16a1\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b7dcbc-63d8-4c5b-86ff-3806b376db91\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:19:22.708602 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0512 06:19:23.500819 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 06:19:24.491443 3833 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:24.491463 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:24.515660 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:24.515682 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:34.490891 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 06:19:40.539106 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 06:19:47.686916 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 06:19:52.934675 3833 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:52.935350 3833 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:52.956240 3833 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:52.956274 3833 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:52.963719 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 06:19:52.963761 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 06:19:55.849388 3833 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:55.850018 3833 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:56.732977 3833 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:56.733001 3833 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:20:01.852588 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 06:20:01.994053 3833 obj_retry.go:498] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:01.994619 3833 obj_retry.go:498] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:03.023463 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:03.023590 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:04.012125 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:04.012556 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:05.034057 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:05.034083 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:06.026387 3833 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:06.028527 3833 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:06.898120 3833 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:06.898178 3833 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:08.468667 3833 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7644568dfd-f2c7d] creating logical port tsf-tas_rekor-search-ui-7644568dfd-f2c7d for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:08.468771 3833 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7644568dfd-f2c7d I0512 06:20:08.482032 3833 pod.go:62] [tsf-tas/rekor-search-ui-7644568dfd-f2c7d] pod update took 13.283121ms I0512 06:20:08.482064 3833 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7644568dfd-f2c7d] addLogicalPort annotation time took 13.32307ms I0512 06:20:08.483464 3833 pods.go:271] [tsf-tas/rekor-search-ui-7644568dfd-f2c7d] addLogicalPort took 14.817071ms, libovsdb time 871.151µs I0512 06:20:08.842607 3833 cni.go:452] [tsf-tas/rekor-search-ui-7644568dfd-f2c7d 4ec5e6636e6e5d2908d608c400c1daefc8b478f7e8405ccb7c354d85bf753ca5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7644568dfd-f2c7d 4ec5e6636e6e5d2908d608c400c1daefc8b478f7e8405ccb7c354d85bf753ca5 network default NAD default NAD key ] I0512 06:20:08.854040 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7644568dfd-f2c7d, hostIfaceName: 4ec5e6636e6e5d2, network: default, NAD default, SandboxID: "4ec5e6636e6e5d2908d608c400c1daefc8b478f7e8405ccb7c354d85bf753ca5", PCI device ID: , UID: "bfb2ffe7-4ac7-4c3d-ad90-3706d7184104", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0512 06:20:08.914660 3833 cni.go:473] [tsf-tas/rekor-search-ui-7644568dfd-f2c7d 4ec5e6636e6e5d2908d608c400c1daefc8b478f7e8405ccb7c354d85bf753ca5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7644568dfd-f2c7d 4ec5e6636e6e5d2908d608c400c1daefc8b478f7e8405ccb7c354d85bf753ca5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6d:f7:f3:03:f5\",\"name\":\"4ec5e6636e6e5d2\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32685262-fdcb-462f-aaef-f5c4f724f38a\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:20:11.918730 3833 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 06:20:11.960310 3833 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lv4kg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:11.960978 3833 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lv4kg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:20:12.811956 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 06:20:12.980214 3833 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lv4kg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:12.980252 3833 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lv4kg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.026239 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.026272 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.032717 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bjpn8 I0512 06:20:13.032758 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bjpn8 I0512 06:20:13.696330 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 06:20:13.721174 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 06:20:18.096628 3833 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:18.097248 3833 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:18.118026 3833 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:18.118052 3833 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:18.121512 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 06:20:18.121537 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 06:20:18.691105 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0512 06:20:21.013747 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 06:20:23.594804 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=126 W0512 06:20:24.827514 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 06:20:25.031584 3833 obj_retry.go:498] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:25.032107 3833 obj_retry.go:498] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:26.057024 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:26.057051 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:26.158390 3833 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-fbrvv] creating logical port tsf-tpa_migrate-db-fbrvv for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:26.158536 3833 kube.go:256] Updating pod tsf-tpa/migrate-db-fbrvv I0512 06:20:26.171385 3833 pod.go:62] [tsf-tpa/migrate-db-fbrvv] pod update took 12.90999ms I0512 06:20:26.171429 3833 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-fbrvv] addLogicalPort annotation time took 12.960772ms I0512 06:20:26.172720 3833 pods.go:271] [tsf-tpa/migrate-db-fbrvv] addLogicalPort took 14.348792ms, libovsdb time 882.513µs I0512 06:20:26.517973 3833 cni.go:452] [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key ] I0512 06:20:26.527365 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-fbrvv, hostIfaceName: 9171eb3a0139669, network: default, NAD default, SandboxID: "9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45", PCI device ID: , UID: "d0b8267b-11bf-4f47-a325-f98a18269e76", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0512 06:20:26.582560 3833 cni.go:473] [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:97:eb:fe:91:3b\",\"name\":\"9171eb3a0139669\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b7c5aba-a43d-45ee-ba3e-06527a3635c9\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:31.924672 3833 cni.go:452] [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key ] I0512 06:20:32.012102 3833 cni.go:473] [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-fbrvv 9171eb3a01396697de37ac10102650efbc759dc07d6a1c57cbe95acf69bdcc45 network default NAD default NAD key default], result "{}", err I0512 06:20:32.064981 3833 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:32.065019 3833 pods.go:176] Deleting pod: tsf-tpa/migrate-db-fbrvv I0512 06:20:32.066366 3833 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-fbrvv, ips: 10.130.0.46 I0512 06:20:32.066391 3833 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:32.943871 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:32.943893 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:33.145170 3833 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-cl66s] creating logical port tsf-tpa_create-importers-cl66s for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:33.145252 3833 kube.go:256] Updating pod tsf-tpa/create-importers-cl66s I0512 06:20:33.162238 3833 pod.go:62] [tsf-tpa/create-importers-cl66s] pod update took 17.008396ms I0512 06:20:33.162323 3833 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-cl66s] addLogicalPort annotation time took 17.095982ms I0512 06:20:33.163551 3833 pods.go:271] [tsf-tpa/create-importers-cl66s] addLogicalPort took 18.396407ms, libovsdb time 842.914µs I0512 06:20:33.505880 3833 cni.go:452] [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key ] I0512 06:20:33.515277 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-cl66s, hostIfaceName: 0184827504fc4da, network: default, NAD default, SandboxID: "0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff", PCI device ID: , UID: "6114e458-5429-4b1e-a42a-ec52429f38c1", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0512 06:20:33.565984 3833 cni.go:473] [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d8:a9:38:a1:14\",\"name\":\"0184827504fc4da\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bde1f38-7477-4a71-9545-cc18f5c5d1f0\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:34.946842 3833 cni.go:452] [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key ] I0512 06:20:35.027858 3833 cni.go:473] [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-cl66s 0184827504fc4da40ad80d6b92424eddb9bed75066b9d1786567a0629a90e7ff network default NAD default NAD key default], result "{}", err I0512 06:20:35.078223 3833 obj_retry.go:498] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:35.078261 3833 pods.go:176] Deleting pod: tsf-tpa/create-importers-cl66s I0512 06:20:35.079653 3833 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-cl66s, ips: 10.130.0.47 I0512 06:20:35.079681 3833 obj_retry.go:498] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:36.107632 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:36.107652 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:39.504217 3833 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-5bgk4-297bb] creating logical port tsf-tas_tuf-repository-init-5bgk4-297bb for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:39.504333 3833 kube.go:256] Updating pod tsf-tas/tuf-repository-init-5bgk4-297bb I0512 06:20:39.519009 3833 pod.go:62] [tsf-tas/tuf-repository-init-5bgk4-297bb] pod update took 14.710327ms I0512 06:20:39.519031 3833 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-5bgk4-297bb] addLogicalPort annotation time took 14.738587ms I0512 06:20:39.520276 3833 pods.go:271] [tsf-tas/tuf-repository-init-5bgk4-297bb] addLogicalPort took 16.080115ms, libovsdb time 877.015µs W0512 06:20:43.102728 3833 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 06:20:43.776343 3833 cni.go:452] [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key ] I0512 06:20:43.785591 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-5bgk4-297bb, hostIfaceName: 85f39e75668517b, network: default, NAD default, SandboxID: "85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273", PCI device ID: , UID: "062e3bb4-9ded-4acd-89fb-6fbf4af787ee", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0512 06:20:43.837672 3833 cni.go:473] [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7f:93:e6:a3:bc\",\"name\":\"85f39e75668517b\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/491c6d7a-5034-4d27-9071-dca2e8192cc0\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:46.278549 3833 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:46.279138 3833 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:46.299659 3833 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:46.299742 3833 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:46.304223 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 06:20:46.304248 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 06:20:47.097735 3833 namespace.go:98] [build-service] adding namespace I0512 06:20:47.098775 3833 namespace.go:102] [build-service] adding namespace took 1.009265ms I0512 06:20:47.101626 3833 namespace.go:98] [integration-service] adding namespace I0512 06:20:47.102378 3833 namespace.go:102] [integration-service] adding namespace took 732.437µs I0512 06:20:47.107612 3833 namespace.go:98] [image-controller] adding namespace I0512 06:20:47.107764 3833 namespace.go:98] [default-tenant] adding namespace I0512 06:20:47.108312 3833 namespace.go:102] [image-controller] adding namespace took 684.397µs I0512 06:20:47.108905 3833 namespace.go:102] [default-tenant] adding namespace took 1.126504ms I0512 06:20:47.151799 3833 namespace.go:142] [build-service] updating namespace I0512 06:20:47.193837 3833 namespace.go:142] [build-service] updating namespace I0512 06:20:47.233312 3833 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.279946 3833 namespace.go:142] [build-service] updating namespace I0512 06:20:47.300764 3833 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.318976 3833 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.334122 3833 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.355874 3833 namespace.go:98] [release-service] adding namespace I0512 06:20:47.356735 3833 namespace.go:102] [release-service] adding namespace took 839.497µs I0512 06:20:47.394732 3833 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.399995 3833 namespace.go:142] [konflux-ui] updating namespace I0512 06:20:47.442789 3833 namespace.go:142] [default-tenant] updating namespace I0512 06:20:47.528851 3833 namespace.go:142] [default-tenant] updating namespace I0512 06:20:47.576696 3833 namespace.go:142] [release-service] updating namespace I0512 06:20:47.593381 3833 namespace.go:98] [konflux-info] adding namespace I0512 06:20:47.594400 3833 namespace.go:102] [konflux-info] adding namespace took 996.952µs I0512 06:20:47.625631 3833 namespace.go:142] [release-service] updating namespace I0512 06:20:47.743854 3833 namespace.go:98] [namespace-lister] adding namespace I0512 06:20:47.744724 3833 namespace.go:102] [namespace-lister] adding namespace took 847.231µs I0512 06:20:47.789095 3833 namespace.go:142] [konflux-info] updating namespace I0512 06:20:47.818707 3833 namespace.go:98] [enterprise-contract-service] adding namespace I0512 06:20:47.819609 3833 namespace.go:102] [enterprise-contract-service] adding namespace took 879.884µs I0512 06:20:47.842967 3833 namespace.go:142] [konflux-info] updating namespace I0512 06:20:47.859734 3833 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.978745 3833 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:48.049558 3833 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:48.114488 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:48.153818 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:48.200721 3833 namespace.go:142] [default-tenant] updating namespace I0512 06:20:48.474950 3833 namespace.go:98] [segment-bridge] adding namespace I0512 06:20:48.475773 3833 namespace.go:102] [segment-bridge] adding namespace took 796.318µs I0512 06:20:48.617571 3833 namespace.go:98] [konflux-cli] adding namespace I0512 06:20:48.618335 3833 namespace.go:102] [konflux-cli] adding namespace took 741.365µs I0512 06:20:48.653739 3833 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 06:20:48.654322 3833 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 06:20:48.654345 3833 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 06:20:48.657149 3833 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 06:20:48.767753 3833 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 06:20:48.767780 3833 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 06:20:48.768636 3833 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 06:20:49.143676 3833 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-j2png] creating logical port namespace-lister_namespace-lister-696b855848-j2png for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:49.143774 3833 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-j2png I0512 06:20:49.183761 3833 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:49.226675 3833 namespace.go:142] [build-service] updating namespace I0512 06:20:49.267760 3833 pod.go:62] [namespace-lister/namespace-lister-696b855848-j2png] pod update took 124.012111ms I0512 06:20:49.267782 3833 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-j2png] addLogicalPort annotation time took 124.043446ms I0512 06:20:49.269042 3833 pods.go:271] [namespace-lister/namespace-lister-696b855848-j2png] addLogicalPort took 125.382405ms, libovsdb time 892.343µs I0512 06:20:49.397681 3833 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:49.419263 3833 base_network_controller_pods.go:487] [default/konflux-ui/dex-747d64c6d9-nrh7s] creating logical port konflux-ui_dex-747d64c6d9-nrh7s for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:49.419390 3833 kube.go:256] Updating pod konflux-ui/dex-747d64c6d9-nrh7s I0512 06:20:49.505239 3833 pod.go:62] [konflux-ui/dex-747d64c6d9-nrh7s] pod update took 85.869603ms I0512 06:20:49.505262 3833 base_network_controller_pods.go:951] [default/konflux-ui/dex-747d64c6d9-nrh7s] addLogicalPort annotation time took 85.899937ms I0512 06:20:49.506531 3833 pods.go:271] [konflux-ui/dex-747d64c6d9-nrh7s] addLogicalPort took 87.2825ms, libovsdb time 877.034µs I0512 06:20:49.527432 3833 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-cfkg7 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:49.527561 3833 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:20:49.546114 3833 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:49.622671 3833 namespace.go:142] [default-tenant] updating namespace I0512 06:20:49.661538 3833 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7] pod update took 134.000185ms I0512 06:20:49.661564 3833 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7] addLogicalPort annotation time took 134.030306ms I0512 06:20:49.662912 3833 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7] addLogicalPort took 135.494367ms, libovsdb time 904.329µs I0512 06:20:49.734917 3833 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:50.023936 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:50.034827 3833 cni.go:452] [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key ] I0512 06:20:50.118962 3833 cni.go:473] [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-5bgk4-297bb 85f39e75668517bb4e4d405236e1a65e7f94ce32ee3e05b1bd8d5265df861273 network default NAD default NAD key default], result "{}", err I0512 06:20:50.146940 3833 namespace.go:142] [image-controller] updating namespace I0512 06:20:50.234275 3833 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-ggbnl for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:50.234364 3833 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl I0512 06:20:50.303698 3833 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl] pod update took 69.355995ms I0512 06:20:50.303722 3833 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl] addLogicalPort annotation time took 69.387664ms I0512 06:20:50.305006 3833 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl] addLogicalPort took 70.745291ms, libovsdb time 886.433µs I0512 06:20:50.343938 3833 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:50.343968 3833 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-5bgk4-297bb I0512 06:20:50.345226 3833 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-5bgk4-297bb, ips: 10.130.0.48 I0512 06:20:50.345250 3833 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:50.373112 3833 namespace.go:142] [integration-service] updating namespace I0512 06:20:50.483771 3833 namespace.go:142] [konflux-info] updating namespace I0512 06:20:50.644044 3833 base_network_controller_pods.go:487] [default/konflux-ui/proxy-55fd4b9c77-msb2s] creating logical port konflux-ui_proxy-55fd4b9c77-msb2s for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:50.644151 3833 kube.go:256] Updating pod konflux-ui/proxy-55fd4b9c77-msb2s I0512 06:20:50.711712 3833 pod.go:62] [konflux-ui/proxy-55fd4b9c77-msb2s] pod update took 67.595195ms I0512 06:20:50.711738 3833 base_network_controller_pods.go:951] [default/konflux-ui/proxy-55fd4b9c77-msb2s] addLogicalPort annotation time took 67.62907ms I0512 06:20:50.712964 3833 pods.go:271] [konflux-ui/proxy-55fd4b9c77-msb2s] addLogicalPort took 68.937481ms, libovsdb time 826.63µs I0512 06:20:50.715020 3833 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:51.039798 3833 namespace.go:142] [release-service] updating namespace I0512 06:20:51.211805 3833 namespace.go:142] [build-service] updating namespace I0512 06:20:51.261890 3833 namespace.go:142] [default-tenant] updating namespace I0512 06:20:51.323191 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:51.354704 3833 namespace.go:142] [image-controller] updating namespace I0512 06:20:51.396882 3833 namespace.go:142] [integration-service] updating namespace I0512 06:20:51.442831 3833 namespace.go:142] [konflux-info] updating namespace I0512 06:20:51.449841 3833 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:51.449862 3833 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:51.525681 3833 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:51.562696 3833 namespace.go:142] [release-service] updating namespace I0512 06:20:51.743855 3833 namespace.go:142] [build-service] updating namespace I0512 06:20:51.971703 3833 namespace.go:142] [default-tenant] updating namespace I0512 06:20:52.030888 3833 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-knngc] creating logical port tsf-tas_tuf-97fc8ff76-knngc for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:52.030984 3833 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-knngc I0512 06:20:52.141802 3833 pod.go:62] [tsf-tas/tuf-97fc8ff76-knngc] pod update took 110.840992ms I0512 06:20:52.141825 3833 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-knngc] addLogicalPort annotation time took 110.870885ms I0512 06:20:52.143174 3833 pods.go:271] [tsf-tas/tuf-97fc8ff76-knngc] addLogicalPort took 112.298462ms, libovsdb time 882.618µs I0512 06:20:52.219923 3833 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6c684cb647-r7lm6] creating logical port integration-service_integration-service-controller-manager-6c684cb647-r7lm6 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:20:52.220005 3833 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6c684cb647-r7lm6 I0512 06:20:52.250822 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:52.293812 3833 pod.go:62] [integration-service/integration-service-controller-manager-6c684cb647-r7lm6] pod update took 73.828303ms I0512 06:20:52.293833 3833 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6c684cb647-r7lm6] addLogicalPort annotation time took 73.856264ms I0512 06:20:52.295036 3833 pods.go:271] [integration-service/integration-service-controller-manager-6c684cb647-r7lm6] addLogicalPort took 75.12634ms, libovsdb time 808.594µs I0512 06:20:52.536600 3833 namespace.go:142] [image-controller] updating namespace I0512 06:20:52.643748 3833 namespace.go:142] [integration-service] updating namespace I0512 06:20:52.709883 3833 namespace.go:142] [konflux-info] updating namespace I0512 06:20:52.779824 3833 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:52.822415 3833 namespace.go:142] [release-service] updating namespace I0512 06:20:54.031723 3833 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.082401 3833 cni.go:452] [integration-service/integration-service-controller-manager-6c684cb647-r7lm6 c23301dfc57c6af8cf8cd561cf6b2e1475132b6073adb03037790ea6dd499f50 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6c684cb647-r7lm6 c23301dfc57c6af8cf8cd561cf6b2e1475132b6073adb03037790ea6dd499f50 network default NAD default NAD key ] I0512 06:20:54.091893 3833 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6c684cb647-r7lm6, hostIfaceName: c23301dfc57c6af, network: default, NAD default, SandboxID: "c23301dfc57c6af8cf8cd561cf6b2e1475132b6073adb03037790ea6dd499f50", PCI device ID: , UID: "3202362c-1448-4031-a23d-56835c47a4bf", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0512 06:20:54.142343 3833 cni.go:473] [integration-service/integration-service-controller-manager-6c684cb647-r7lm6 c23301dfc57c6af8cf8cd561cf6b2e1475132b6073adb03037790ea6dd499f50 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6c684cb647-r7lm6 c23301dfc57c6af8cf8cd561cf6b2e1475132b6073adb03037790ea6dd499f50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:7a:79:e7:dc:d0\",\"name\":\"c23301dfc57c6af\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b9b844e-9153-40d3-836d-16a5b98164b9\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:54.332014 3833 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:54.403303 3833 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key ] I0512 06:20:54.413526 3833 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-cfkg7, hostIfaceName: de827dfb2cdfd6f, network: default, NAD default, SandboxID: "de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e", PCI device ID: , UID: "4b50869b-9f4a-43bc-be4f-ee7a433b6efe", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0512 06:20:54.465031 3833 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ca:2c:57:d7:b1\",\"name\":\"de827dfb2cdfd6f\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/434e6d67-0840-45d6-b839-5b388034aacf\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:54.562222 3833 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.584222 3833 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:54.656493 3833 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.759918 3833 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:57.202191 3833 cni.go:452] [namespace-lister/namespace-lister-696b855848-j2png 4551bf5e6ea62d3a91a9d337429bd385237a830a180ce39997ac63dd981c9ce6 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-j2png 4551bf5e6ea62d3a91a9d337429bd385237a830a180ce39997ac63dd981c9ce6 network default NAD default NAD key ] I0512 06:20:57.212343 3833 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-j2png, hostIfaceName: 4551bf5e6ea62d3, network: default, NAD default, SandboxID: "4551bf5e6ea62d3a91a9d337429bd385237a830a180ce39997ac63dd981c9ce6", PCI device ID: , UID: "ca2f588a-1a5f-4bdb-9a15-c25773296fbc", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0512 06:20:57.267790 3833 cni.go:473] [namespace-lister/namespace-lister-696b855848-j2png 4551bf5e6ea62d3a91a9d337429bd385237a830a180ce39997ac63dd981c9ce6 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-j2png 4551bf5e6ea62d3a91a9d337429bd385237a830a180ce39997ac63dd981c9ce6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e0:88:79:3c:f0\",\"name\":\"4551bf5e6ea62d3\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f82ed93-a59a-4213-9e40-1ab95242fd50\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:57.290457 3833 cni.go:452] [konflux-ui/dex-747d64c6d9-nrh7s 0266a680688331ad1b9b53a8b8762d75e70024757dd1a513027196537b90eff1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-747d64c6d9-nrh7s 0266a680688331ad1b9b53a8b8762d75e70024757dd1a513027196537b90eff1 network default NAD default NAD key ] I0512 06:20:57.303409 3833 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-747d64c6d9-nrh7s, hostIfaceName: 0266a680688331a, network: default, NAD default, SandboxID: "0266a680688331ad1b9b53a8b8762d75e70024757dd1a513027196537b90eff1", PCI device ID: , UID: "0521f423-9714-4415-af63-c4be9d9f8340", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0512 06:20:57.356117 3833 cni.go:473] [konflux-ui/dex-747d64c6d9-nrh7s 0266a680688331ad1b9b53a8b8762d75e70024757dd1a513027196537b90eff1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-747d64c6d9-nrh7s 0266a680688331ad1b9b53a8b8762d75e70024757dd1a513027196537b90eff1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:db:f9:84:bf:02\",\"name\":\"0266a680688331a\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a826a325-3f52-4e83-a404-ff3db8e4dc79\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:20:58.084717 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 06:20:58.087135 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:20:58.094726 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 06:20:58.101321 3833 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl 5749d3989133ee93d948aed9666bab7893cc37efa496564dbbba3e23211d819e network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl 5749d3989133ee93d948aed9666bab7893cc37efa496564dbbba3e23211d819e network default NAD default NAD key ] W0512 06:20:58.121568 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 06:20:58.127443 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:20:58.129646 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 06:20:58.129832 3833 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-ggbnl, hostIfaceName: 5749d3989133ee9, network: default, NAD default, SandboxID: "5749d3989133ee93d948aed9666bab7893cc37efa496564dbbba3e23211d819e", PCI device ID: , UID: "18aa532f-540c-4692-afd9-370bb4de3e37", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0512 06:20:58.186915 3833 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl 5749d3989133ee93d948aed9666bab7893cc37efa496564dbbba3e23211d819e network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-ggbnl 5749d3989133ee93d948aed9666bab7893cc37efa496564dbbba3e23211d819e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:33:f2:e4:5e:0b\",\"name\":\"5749d3989133ee9\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5fce79e-0e62-4ecb-8ea8-ddeef6cb9ef6\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:20:58.841913 3833 cni.go:452] [konflux-ui/proxy-55fd4b9c77-msb2s ee83da7f7801565144749f90958a0f93d3acc31637f4349c01f5f3fde6c575f1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-55fd4b9c77-msb2s ee83da7f7801565144749f90958a0f93d3acc31637f4349c01f5f3fde6c575f1 network default NAD default NAD key ] I0512 06:20:58.851530 3833 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-55fd4b9c77-msb2s, hostIfaceName: ee83da7f7801565, network: default, NAD default, SandboxID: "ee83da7f7801565144749f90958a0f93d3acc31637f4349c01f5f3fde6c575f1", PCI device ID: , UID: "1d05bbe1-9fb2-4a95-99b8-ffde726ac02f", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0512 06:20:58.908353 3833 cni.go:473] [konflux-ui/proxy-55fd4b9c77-msb2s ee83da7f7801565144749f90958a0f93d3acc31637f4349c01f5f3fde6c575f1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-55fd4b9c77-msb2s ee83da7f7801565144749f90958a0f93d3acc31637f4349c01f5f3fde6c575f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:f5:a5:59:42:e6\",\"name\":\"ee83da7f7801565\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5da8048-ee11-449b-a2b3-dc4efc382e3d\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:21:00.104115 3833 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 06:21:01.113790 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 06:21:01.161301 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 06:21:01.162236 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 06:21:02.126200 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0512 06:21:03.129979 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:03.130030 3833 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0512 06:21:03.387951 3833 cni.go:452] [tsf-tas/tuf-97fc8ff76-knngc 746f9a06f966c6458b3033c982a790e2e4783ed58775e7aade83fff5f927c261 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-knngc 746f9a06f966c6458b3033c982a790e2e4783ed58775e7aade83fff5f927c261 network default NAD default NAD key ] I0512 06:21:03.397409 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-knngc, hostIfaceName: 746f9a06f966c64, network: default, NAD default, SandboxID: "746f9a06f966c6458b3033c982a790e2e4783ed58775e7aade83fff5f927c261", PCI device ID: , UID: "f063c62a-ded1-4de5-9cc3-99264d67428d", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0512 06:21:03.449093 3833 cni.go:473] [tsf-tas/tuf-97fc8ff76-knngc 746f9a06f966c6458b3033c982a790e2e4783ed58775e7aade83fff5f927c261 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-knngc 746f9a06f966c6458b3033c982a790e2e4783ed58775e7aade83fff5f927c261 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:23:bd:42:3a:58\",\"name\":\"746f9a06f966c64\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28989c9e-a955-4254-b26c-fe08f11656ed\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 06:21:04.142993 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:04.143017 3833 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:08.169227 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 06:21:09.106168 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:21:09.110670 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 06:21:10.971701 3833 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key ] I0512 06:21:11.061564 3833 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 de827dfb2cdfd6fad8611e2d7db8e4a5ed941f053b351241506cd3775e77952e network default NAD default NAD key default], result "{}", err I0512 06:21:11.355343 3833 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:21:11.355384 3833 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:21:11.357042 3833 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7, ips: 10.130.0.51 I0512 06:21:11.357071 3833 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:21:12.126312 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 06:21:12.127992 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0512 06:21:12.199811 3833 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:21:12.199838 3833 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:21:12.206186 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:21:12.206218 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 W0512 06:21:15.148933 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0512 06:21:19.181813 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0512 06:21:28.682406 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0512 06:21:41.197367 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:41.197386 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:41.197397 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:41.197402 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:45.239584 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:45.239604 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0512 06:22:01.720791 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0512 06:22:07.595288 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=166 I0512 06:22:15.453007 3833 obj_retry.go:498] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:15.453619 3833 obj_retry.go:498] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:15.547073 3833 obj_retry.go:492] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:15.547101 3833 obj_retry.go:492] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:15.554114 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:15.554138 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:19.735563 3833 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:19.736162 3833 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:19.778996 3833 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:19.779018 3833 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:19.786215 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 06:22:19.786243 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 06:22:58.603715 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0512 06:23:04.465254 3833 namespace.go:98] [managed-tenant-6ewv3] adding namespace I0512 06:23:04.466291 3833 namespace.go:102] [managed-tenant-6ewv3] adding namespace took 1.013769ms I0512 06:23:04.487065 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:04.511049 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.597346 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.728528 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.826103 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:07.598446 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52 I0512 06:24:03.595096 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 06:24:11.688039 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0512 06:25:24.700099 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 06:25:41.728073 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0512 06:25:59.607706 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=386 I0512 06:26:06.054625 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:06.055309 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:07.437252 3833 obj_retry.go:492] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:26:07.437280 3833 obj_retry.go:492] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:26:07.444008 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:07.444036 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:17.126138 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:17.126797 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:22.388731 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-6p722 for pod on switch ip-10-0-2-90.ec2.internal I0512 06:26:22.388849 3833 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:26:22.405901 3833 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722] pod update took 17.08588ms I0512 06:26:22.405938 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722] addLogicalPort annotation time took 17.13364ms I0512 06:26:22.407282 3833 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722] addLogicalPort took 18.576257ms, libovsdb time 899.159µs I0512 06:26:22.762259 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key ] I0512 06:26:22.773000 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-6p722, hostIfaceName: 0cc75746a417b5d, network: default, NAD default, SandboxID: "0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45", PCI device ID: , UID: "fae5ac1c-5f01-40a0-8aff-aaa9f364994a", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0512 06:26:22.833434 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8c:75:d1:47:d5\",\"name\":\"0cc75746a417b5d\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b51bd46-f278-4e16-b57d-82fe478ca867\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:26:31.239438 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:31.240049 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:26:36.238851 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:26:36.238899 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:26:36.238908 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:26:36.238914 3833 util.go:959] Failed to build node endpoints for node ip-10-0-2-90.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 06:26:42.685745 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 06:27:01.598605 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=57 I0512 06:27:16.814002 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 06:27:22.693928 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 06:27:27.598287 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0512 06:27:38.436341 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-build-container-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:27:38.436519 3833 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod I0512 06:27:38.485836 3833 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod] pod update took 49.381454ms I0512 06:27:38.485861 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod] addLogicalPort annotation time took 49.411284ms I0512 06:27:38.487216 3833 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod] addLogicalPort took 50.893467ms, libovsdb time 941.974µs I0512 06:27:38.733267 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:27:38.733896 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:27:38.808248 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key ] I0512 06:27:38.817716 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-build-container-pod, hostIfaceName: f9c2c5ccea8f32e, network: default, NAD default, SandboxID: "f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275", PCI device ID: , UID: "d9299d9f-6368-4a29-b5fa-5ce7c928d472", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0512 06:27:38.873736 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:2a:49:cb:69:3d\",\"name\":\"f9c2c5ccea8f32e\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c29d75b4-48df-4861-93bc-22541ee43103\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:28:43.724367 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 06:28:47.711925 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0512 06:29:30.690184 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0512 06:29:35.609162 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0512 06:29:43.724605 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 06:30:04.625766 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:04.626365 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:05.485466 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:05.485505 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:12.598389 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 06:30:20.759839 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key ] I0512 06:30:20.845060 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod f9c2c5ccea8f32ec3e12492c3c909976b9b616c71e5fc9a4a95bc3aa5d488275 network default NAD default NAD key default], result "{}", err I0512 06:30:21.034648 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:21.034686 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod I0512 06:30:21.036309 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod, ips: 10.130.0.57 I0512 06:30:21.036341 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:26.057309 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:26.057347 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:26.064046 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-jlbqj I0512 06:30:26.064074 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-jlbqj I0512 06:30:32.033316 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:32.033345 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:32.040408 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fbrvv I0512 06:30:32.040438 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fbrvv I0512 06:30:36.038028 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:36.038080 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:36.043622 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-cl66s I0512 06:30:36.043646 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-cl66s I0512 06:30:41.602003 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 06:30:49.174143 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:30:49.174294 3833 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod I0512 06:30:49.204202 3833 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod] pod update took 29.939978ms I0512 06:30:49.204224 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod] addLogicalPort annotation time took 29.96578ms I0512 06:30:49.205518 3833 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod] addLogicalPort took 31.391139ms, libovsdb time 829.696µs I0512 06:30:49.540089 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key ] I0512 06:30:49.563000 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod, hostIfaceName: 73209c2d1de6681, network: default, NAD default, SandboxID: "73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3", PCI device ID: , UID: "3692de41-2bba-4462-b81c-6f72bbaba3e7", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0512 06:30:49.615600 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f8:c2:06:8c:d0\",\"name\":\"73209c2d1de6681\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b0748b7-c17f-4286-b0b7-2a315a03375e\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:30:49.952239 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:49.952822 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:50.436538 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:30:50.436671 3833 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod I0512 06:30:50.447686 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:30:50.447841 3833 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod I0512 06:30:50.467147 3833 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod] pod update took 30.510123ms I0512 06:30:50.467167 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod] addLogicalPort annotation time took 30.533892ms I0512 06:30:50.468391 3833 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod] addLogicalPort took 31.866608ms, libovsdb time 830.478µs I0512 06:30:50.476058 3833 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod] pod update took 28.251629ms I0512 06:30:50.476162 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod] addLogicalPort annotation time took 28.356974ms I0512 06:30:50.477376 3833 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod] addLogicalPort took 29.711243ms, libovsdb time 808.472µs I0512 06:30:50.764919 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:30:50.765099 3833 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod I0512 06:30:50.785384 3833 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod] pod update took 20.342761ms I0512 06:30:50.785408 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod] addLogicalPort annotation time took 20.37192ms I0512 06:30:50.786964 3833 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod] addLogicalPort took 22.063414ms, libovsdb time 1.052448ms I0512 06:30:50.805501 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key ] I0512 06:30:50.810266 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key ] I0512 06:30:50.815718 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod, hostIfaceName: b29afe12899e515, network: default, NAD default, SandboxID: "b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4", PCI device ID: , UID: "ce64c1f9-320f-4a1b-93d4-de875d316b0e", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0512 06:30:50.820105 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod, hostIfaceName: 35816354365d2e6, network: default, NAD default, SandboxID: "35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048", PCI device ID: , UID: "1ae60b43-e8a9-4ab3-a272-bdcf10db520c", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0512 06:30:50.870864 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c2:7f:f5:71:14\",\"name\":\"b29afe12899e515\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc356b29-87e5-4367-939b-62b9b5876037\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:30:50.891465 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:7d:ae:e6:94:63\",\"name\":\"35816354365d2e6\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02de75c9-5ed9-47db-a45c-ae0f423da1cf\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:30:51.132213 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key ] I0512 06:30:51.142201 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod, hostIfaceName: e89f7bf9030624a, network: default, NAD default, SandboxID: "e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba", PCI device ID: , UID: "9a503b96-100f-4d9a-8c3d-2143f441962a", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0512 06:30:51.193598 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3e:5e:b5:1c:a4\",\"name\":\"e89f7bf9030624a\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0b0624a-fcd0-4dcf-a83e-d632ddc99483\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:31:39.512146 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:39.512736 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:41.396176 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key ] I0512 06:31:41.494163 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod 73209c2d1de66813bd8040f524f6c384fe996b8f5516a3cb5664f04839c123f3 network default NAD default NAD key default], result "{}", err I0512 06:31:53.882914 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:53.882951 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod I0512 06:31:53.884311 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod, ips: 10.130.0.58 I0512 06:31:53.884336 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:56.702902 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 06:31:59.731663 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 06:32:02.566564 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key ] I0512 06:32:02.658424 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod b29afe12899e515723152a61a6e6baea8136c90563913f30b1ae54c94c100bb4 network default NAD default NAD key default], result "{}", err I0512 06:32:02.749081 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:02.749142 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod I0512 06:32:02.750710 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod, ips: 10.130.0.59 I0512 06:32:02.750734 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:06.605050 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key ] I0512 06:32:06.695445 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod 35816354365d2e64c84785ad3b5e9aec18d835c760534cdca818cbace8640048 network default NAD default NAD key default], result "{}", err I0512 06:32:06.788459 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:06.788529 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod I0512 06:32:06.789976 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod, ips: 10.130.0.60 I0512 06:32:06.790011 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.622923 3833 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key ] I0512 06:32:08.711850 3833 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod e89f7bf9030624aae41f76ebf9ca24599d8b234ed7af718c82b7a15367e967ba network default NAD default NAD key default], result "{}", err I0512 06:32:08.836520 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.836576 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod I0512 06:32:08.837849 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod, ips: 10.130.0.61 I0512 06:32:08.837876 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:23.585054 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key ] I0512 06:32:23.679808 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 0cc75746a417b5d7e4b117fb10f2b283a56a014ede821baa7b510335da376a45 network default NAD default NAD key default], result "{}", err I0512 06:32:23.756220 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:23.756258 3833 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:23.757657 3833 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722, ips: 10.130.0.56 I0512 06:32:23.757688 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:24.723905 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:32:24.723930 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:32:24.733851 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:24.733886 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:24.737242 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:24.737801 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:39.691125 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 06:32:42.913589 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:42.914226 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:59.058404 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:59.058981 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:21.696840 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 06:33:33.307010 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:33.307566 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:34.601894 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 06:33:42.387106 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:42.387683 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:42.892010 3833 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-collect-task-params-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:33:42.892138 3833 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:33:42.917380 3833 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod] pod update took 25.273627ms I0512 06:33:42.917402 3833 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod] addLogicalPort annotation time took 25.30021ms I0512 06:33:42.918668 3833 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod] addLogicalPort took 26.672754ms, libovsdb time 845.573µs I0512 06:33:43.257940 3833 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key ] I0512 06:33:43.270874 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-collect-task-params-pod, hostIfaceName: 4d669627879ae20, network: default, NAD default, SandboxID: "4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813", PCI device ID: , UID: "a66680a3-c439-4bc8-ba70-af48057ebc54", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0512 06:33:43.534499 3833 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:7c:5b:ec:be:64\",\"name\":\"4d669627879ae20\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca657bff-432e-47cc-8f51-1c3e22a59abb\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:33:44.261372 3833 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-check-data-keys-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:33:44.261551 3833 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:33:44.282741 3833 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod] pod update took 21.236946ms I0512 06:33:44.282773 3833 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod] addLogicalPort annotation time took 21.290776ms I0512 06:33:44.284058 3833 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod] addLogicalPort took 22.707833ms, libovsdb time 873.191µs I0512 06:33:44.647610 3833 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key ] I0512 06:33:44.657289 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-check-data-keys-pod, hostIfaceName: 271f965b8a36ee6, network: default, NAD default, SandboxID: "271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3", PCI device ID: , UID: "186f66f0-bbb3-40e8-a9ea-961ba3e01b54", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0512 06:33:44.711079 3833 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:81:81:84:f1:ff\",\"name\":\"271f965b8a36ee6\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daf7d7bf-542f-4674-b5a8-f05da22d74e6\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:33:47.727823 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0512 06:33:51.558262 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:51.558863 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:55.510696 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:55.511293 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:01.442855 3833 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key ] I0512 06:34:01.518799 3833 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod 4d669627879ae20b0a71d2195df9ef7a0855d758af06ffe4de107c8044553813 network default NAD default NAD key default], result "{}", err I0512 06:34:01.668892 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:01.668923 3833 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:34:01.670378 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod, ips: 10.130.0.62 I0512 06:34:01.670413 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:03.626320 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:03.626889 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:04.470505 3833 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key ] I0512 06:34:04.565785 3833 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod 271f965b8a36ee68207b903af1e7c0f8fd65370657b492f5882816f8ee1842f3 network default NAD default NAD key default], result "{}", err I0512 06:34:04.640020 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:04.640050 3833 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:34:04.641353 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod, ips: 10.130.0.63 I0512 06:34:04.641383 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:16.747750 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:16.748300 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:27.862914 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:27.863462 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:34.974639 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:34.975293 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:01.611098 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=348 I0512 06:35:05.421522 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:05.422115 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:34.573526 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:34.574088 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:41.601654 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0512 06:35:48.817322 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 06:36:15.689046 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 06:36:23.067624 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:23.068180 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:30.715655 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 06:36:47.727733 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 06:36:50.201537 3833 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-update-cr-status-pod for pod on switch ip-10-0-2-90.ec2.internal I0512 06:36:50.201678 3833 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:36:50.224115 3833 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod] pod update took 22.480538ms I0512 06:36:50.224144 3833 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod] addLogicalPort annotation time took 22.513932ms I0512 06:36:50.225600 3833 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod] addLogicalPort took 24.080348ms, libovsdb time 987.299µs I0512 06:36:50.349976 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:50.350528 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:50.570803 3833 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key ] I0512 06:36:50.579770 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-update-cr-status-pod, hostIfaceName: fbdb4ea99c7c71c, network: default, NAD default, SandboxID: "fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066", PCI device ID: , UID: "4cfa8b27-e93e-40e1-b502-4fc10ec13693", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0512 06:36:50.632663 3833 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:65:46:79:47:f6\",\"name\":\"fbdb4ea99c7c71c\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13868b42-dd27-4fd5-9f35-74631693d5b4\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 06:36:57.154542 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.155083 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.517005 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:36:57.517035 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:36:57.527083 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.527111 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.710890 3833 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key ] I0512 06:36:57.793179 3833 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod fbdb4ea99c7c71c1489dddf2ff505d29b96248983b977314b7e4c2a0e563e066 network default NAD default NAD key default], result "{}", err I0512 06:36:57.859193 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.859222 3833 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:36:57.860590 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod, ips: 10.130.0.64 I0512 06:36:57.860620 3833 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:59.693938 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 06:37:10.668468 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:15.709028 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.709088 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.718230 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:37:15.718250 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:37:15.727504 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.727528 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.735505 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:37:15.735539 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:37:15.745107 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.745124 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.754089 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:37:15.754115 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:37:15.763827 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.763848 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.771207 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:37:15.771226 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:37:15.781247 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.781265 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.790552 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:37:15.790570 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:37:15.800007 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.800045 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.807613 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.807630 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.810841 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:37:15.810860 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:37:15.819561 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:37:15.819581 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:37:15.821446 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.821464 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.829873 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:37:15.829894 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:37:15.840612 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.840647 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.847867 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:37:15.847882 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:37:15.857295 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.857315 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.865723 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:37:15.865743 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:37:15.875835 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.875845 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.884820 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:37:15.884841 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:37:15.896260 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.896278 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.904659 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:37:15.904677 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:37:15.914375 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.914390 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.923454 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:37:15.923472 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:37:15.932937 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.932952 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.941182 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:37:15.941202 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:37:15.950048 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.950067 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.958162 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:37:15.958179 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:37:15.972931 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.972948 3833 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.980434 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:37:15.980449 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:37:16.408103 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:16.408127 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:16.416198 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:37:16.416217 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:37:22.228828 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:29.017877 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:31.705372 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 06:37:35.802385 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:42.201904 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:45.600960 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 06:37:48.693379 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:38:15.714505 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:38:19.605747 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 06:38:32.734333 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 06:38:35.612181 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0512 06:39:01.211136 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:39:27.247646 3833 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:39:27.269771 3833 namespace.go:317] [managed-tenant-6ewv3] deleting namespace I0512 06:40:04.092344 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:04.092891 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:04.951687 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.951732 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.985708 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.985736 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.991634 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:40:04.991660 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:40:09.030098 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:09.030686 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:09.989852 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:09.989904 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:09.998554 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:40:09.998581 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:40:28.699532 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0512 06:40:34.018078 3833 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-fbrvv I0512 06:40:39.604953 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=19 I0512 06:40:54.693852 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0512 06:41:14.018024 3833 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:41:22.692463 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7