+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-199.ec2.internal ++ [[ -n ip-10-0-0-199.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-199.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:56:54.771559190 - disable conntrack on geneve port' I0419 18:56:54.771559190 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0419 18:56:54.787411940 - starting ovnkube-node + echo 'I0419 18:56:54.787411940 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-199.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-199.ec2.internal --init-node ip-10-0-0-199.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-199.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 18:56:54.827032 3858 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 18:56:54.827098 3858 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e3e4d179d2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 18:56:54.828404 3858 kube.go:431] Waiting for certificate I0419 18:56:54.828429 3858 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 18:56:54.828477 3858 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 18:56:54.829259 3858 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:56:54.861177 3858 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:54.861195 3858 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:54.864845 3858 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:54.864928 3858 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-z2znk" I0419 18:56:54.868284 3858 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-z2znk" I0419 18:56:54.868338 3858 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:56:55.828741 3858 kube.go:438] Certificate found I0419 18:56:55.829348 3858 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:56:55.830702 3858 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 18:56:55.871010 3858 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 18:51:54 +0000 UTC" deadline="2026-04-20 12:22:59.47678638 +0000 UTC" I0419 18:56:55.871069 3858 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h26m3.605750232s" I0419 18:56:55.895653 3858 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:56:55.911435 3858 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 18:56:55.911523 3858 server.go:101] MetricServer registers OVS metrics I0419 18:56:55.912159 3858 server.go:105] MetricServer registers OVN DB metrics I0419 18:56:55.914162 3858 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 18:56:55.914234 3858 factory.go:561] Starting watch factory I0419 18:56:55.914330 3858 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914341 3858 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914363 3858 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914350 3858 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914332 3858 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914337 3858 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914430 3858 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914563 3858 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914584 3858 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914332 3858 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914638 3858 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.914653 3858 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.916630 3858 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 18:56:55.916713 3858 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 18:56:55.918797 3858 controller_manager.go:370] Starting the ovnkube controller I0419 18:56:55.918807 3858 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-199.ec2.internal I0419 18:56:55.918846 3858 controller_manager.go:395] NBDB zone sync took: 32.936µs I0419 18:56:55.918853 3858 factory.go:561] Starting watch factory I0419 18:56:55.929732 3858 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 18:56:55.929756 3858 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 18:56:55.933156 3858 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.933168 3858 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 18:56:55.933220 3858 server.go:109] MetricServer registers OVN Controller metrics I0419 18:56:55.934081 3858 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.937208 3858 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.937469 3858 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.938574 3858 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.939833 3858 server.go:113] MetricServer registers OVN Northd metrics I0419 18:56:55.942970 3858 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:56:55.943950 3858 metrics.go:519] OVN Metrics Server starts to run ... I0419 18:56:56.020427 3858 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:56:56.020441 3858 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:56:56.020445 3858 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:56:56.020449 3858 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:56:56.020453 3858 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:56:56.020456 3858 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:56:56.020512 3858 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:56.020524 3858 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:56.020551 3858 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:56.020568 3858 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:56.023212 3858 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:56.023470 3858 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:56:56.025306 3858 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:56:56.025317 3858 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:56:56.025320 3858 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:56:56.025323 3858 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:56:56.025326 3858 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:56:56.025328 3858 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:56:56.025654 3858 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:56:56.025665 3858 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:56:56.025713 3858 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.025728 3858 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.028072 3858 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.031070 3858 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:56:56.031078 3858 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:56:56.031086 3858 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:56:56.031123 3858 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.031142 3858 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.033698 3858 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.036860 3858 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:56:56.036872 3858 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:56:56.036922 3858 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.036934 3858 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.039366 3858 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.042411 3858 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:56:56.042428 3858 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:56:56.042464 3858 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.042476 3858 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.044895 3858 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.047783 3858 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:56:56.047796 3858 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:56:56.047840 3858 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.047850 3858 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.050280 3858 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.053281 3858 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:56:56.053293 3858 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:56:56.053652 3858 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:56:56.053692 3858 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:56:56.056388 3858 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:56:56.058334 3858 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:56:56.058343 3858 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:56:56.058395 3858 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.058402 3858 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.058411 3858 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.058427 3858 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.061001 3858 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.061164 3858 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:56:56.063381 3858 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:56:56.063390 3858 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:56:56.063397 3858 factory.go:680] Watch Factory start up complete, took: 149.167677ms I0419 18:56:56.063401 3858 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:56:56.063465 3858 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 18:56:56.068633 3858 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:56:56.068642 3858 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:56:56.068648 3858 factory.go:680] Watch Factory start up complete, took: 149.793203ms I0419 18:56:56.068654 3858 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-199.ec2.internal" zone I0419 18:56:56.096124 3858 default_node_network_controller.go:710] Initializing the default node network controller I0419 18:56:56.145520 3858 udn_isolation.go:101] Starting UDN host isolation manager I0419 18:56:56.152035 3858 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 18:56:56.185618 3858 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 18:56:56.185728 3858 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 18:56:56.185739 3858 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 18:56:56.215844 3858 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 18:56:56.215894 3858 default_node_network_controller.go:809] Node ip-10-0-0-199.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0419 18:56:56.220517 3858 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.199"] k8s.ovn.org/zone-name:ip-10-0-0-199.ec2.internal] on node ip-10-0-0-199.ec2.internal I0419 18:56:56.242243 3858 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 18:56:56.247982 3858 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 18:56:56.248132 3858 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0419 18:56:56.248240 3858 gateway_init.go:263] Preparing Gateway I0419 18:56:56.248252 3858 gateway_shared_intf.go:1687] Creating new gateway I0419 18:56:56.319274 3858 controller_manager.go:429] Waiting for node in zone sync took: 250.608338ms I0419 18:56:56.324276 3858 controller_manager.go:611] Switching to transit router for layer2 networks I0419 18:56:56.324293 3858 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-199.ec2.internal I0419 18:56:56.324954 3858 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:56:56.330688 3858 iptables.go:108] Creating table: filter chain: OUTPUT I0419 18:56:56.336343 3858 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 18:56:56.336354 3858 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-199.ec2.internal","mac-address":"12:a1:d0:21:c8:e5","ip-addresses":["10.0.0.199/24"],"ip-address":"10.0.0.199/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ca88dc2a-6fd5-4d96-9a05-3b55138c0fa1 k8s.ovn.org/node-encap-ips:["10.0.0.199"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.199/24"} k8s.ovn.org/zone-name:ip-10-0-0-199.ec2.internal] on node ip-10-0-0-199.ec2.internal I0419 18:56:56.337717 3858 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:56:56.343466 3858 controller_manager.go:290] SCTP support detected in OVN I0419 18:56:56.343971 3858 services_controller.go:69] Creating services controller for network=default I0419 18:56:56.344067 3858 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 18:56:56.344111 3858 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 18:56:56.344138 3858 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 18:56:56.344151 3858 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 18:56:56.344161 3858 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:56:56.344317 3858 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 18:56:56.344361 3858 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 18:56:56.344392 3858 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.695µs I0419 18:56:56.344413 3858 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 43.817µs I0419 18:56:56.344418 3858 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 56.775µs I0419 18:56:56.344424 3858 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 18:56:56.344430 3858 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 18:56:56.344438 3858 default_network_controller.go:325] Starting the default network controller I0419 18:56:56.344473 3858 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.244µs I0419 18:56:56.344504 3858 udn_enabled_svc.go:95] Performing full resync I0419 18:56:56.344722 3858 udn_enabled_svc.go:99] Waiting for handler to sync I0419 18:56:56.344733 3858 udn_enabled_svc.go:104] Starting worker I0419 18:56:56.353226 3858 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 18:56:56.353290 3858 repair.go:33] Syncing exgw routes took 52.17µs I0419 18:56:56.353312 3858 default_network_controller.go:414] Starting all the Watchers... I0419 18:56:56.353467 3858 namespace.go:98] [openshift-dns-operator] adding namespace I0419 18:56:56.353484 3858 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 18:56:56.353497 3858 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 18:56:56.353503 3858 namespace.go:98] [kube-node-lease] adding namespace I0419 18:56:56.353501 3858 namespace.go:98] [openshift-cluster-version] adding namespace I0419 18:56:56.353511 3858 namespace.go:98] [openshift-config-managed] adding namespace I0419 18:56:56.353514 3858 namespace.go:98] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] adding namespace I0419 18:56:56.353527 3858 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 18:56:56.353530 3858 namespace.go:98] [openshift-apiserver] adding namespace I0419 18:56:56.353536 3858 namespace.go:98] [openshift-insights] adding namespace I0419 18:56:56.353539 3858 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 18:56:56.353533 3858 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 18:56:56.353545 3858 namespace.go:98] [openshift-dns] adding namespace I0419 18:56:56.353545 3858 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 18:56:56.353471 3858 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 18:56:56.354054 3858 namespace.go:102] [openshift-dns-operator] adding namespace took 560.157µs I0419 18:56:56.354069 3858 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 18:56:56.354487 3858 namespace.go:102] [openshift-operators-redhat] adding namespace took 413.494µs I0419 18:56:56.354502 3858 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 18:56:56.354504 3858 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:56.354965 3858 namespace.go:102] [openshift-backplane-cse] adding namespace took 456.608µs I0419 18:56:56.354979 3858 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 18:56:56.355464 3858 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 1.969929ms I0419 18:56:56.355479 3858 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 18:56:56.355911 3858 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.404362ms I0419 18:56:56.355924 3858 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 18:56:56.356349 3858 namespace.go:102] [kube-node-lease] adding namespace took 2.841643ms I0419 18:56:56.356360 3858 namespace.go:98] [openshift-config-operator] adding namespace I0419 18:56:56.356778 3858 namespace.go:102] [openshift-cluster-version] adding namespace took 3.26332ms I0419 18:56:56.356792 3858 namespace.go:98] [openshift-machine-api] adding namespace I0419 18:56:56.357221 3858 namespace.go:102] [openshift-config-managed] adding namespace took 3.701115ms I0419 18:56:56.357234 3858 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 18:56:56.357670 3858 namespace.go:102] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] adding namespace took 4.146111ms I0419 18:56:56.357685 3858 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 18:56:56.358061 3858 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.523149ms I0419 18:56:56.358075 3858 namespace.go:98] [openshift-operators] adding namespace I0419 18:56:56.358636 3858 namespace.go:102] [openshift-apiserver] adding namespace took 5.093878ms I0419 18:56:56.358652 3858 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 18:56:56.359071 3858 namespace.go:102] [openshift-insights] adding namespace took 5.525264ms I0419 18:56:56.359087 3858 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 18:56:56.359630 3858 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.080722ms I0419 18:56:56.359648 3858 namespace.go:98] [openshift-console] adding namespace I0419 18:56:56.360067 3858 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.515346ms I0419 18:56:56.360087 3858 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 18:56:56.360538 3858 namespace.go:102] [openshift-dns] adding namespace took 6.984826ms I0419 18:56:56.360549 3858 namespace.go:98] [openshift-monitoring] adding namespace I0419 18:56:56.360971 3858 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.410044ms I0419 18:56:56.360985 3858 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0419 18:56:56.361405 3858 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.821635ms I0419 18:56:56.361416 3858 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 18:56:56.361763 3858 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.779003ms I0419 18:56:56.361775 3858 namespace.go:98] [openshift-backplane] adding namespace I0419 18:56:56.362132 3858 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.648625ms I0419 18:56:56.362143 3858 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 18:56:56.362530 3858 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.600258ms I0419 18:56:56.362543 3858 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 18:56:56.362887 3858 namespace.go:102] [openshift-config-operator] adding namespace took 6.521936ms I0419 18:56:56.362897 3858 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 18:56:56.363236 3858 namespace.go:102] [openshift-machine-api] adding namespace took 6.439588ms I0419 18:56:56.363245 3858 namespace.go:98] [openshift-network-console] adding namespace I0419 18:56:56.363676 3858 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.436677ms I0419 18:56:56.363691 3858 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 18:56:56.364028 3858 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.337548ms I0419 18:56:56.364055 3858 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 18:56:56.364414 3858 namespace.go:102] [openshift-operators] adding namespace took 6.334449ms I0419 18:56:56.364426 3858 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 18:56:56.364834 3858 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.177827ms I0419 18:56:56.364846 3858 namespace.go:98] [openshift-multus] adding namespace I0419 18:56:56.365216 3858 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.12231ms I0419 18:56:56.365232 3858 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 18:56:56.365628 3858 namespace.go:102] [openshift-console] adding namespace took 5.974302ms I0419 18:56:56.365642 3858 namespace.go:98] [openshift-config] adding namespace I0419 18:56:56.365979 3858 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.888128ms I0419 18:56:56.365991 3858 namespace.go:98] [openshift-ingress] adding namespace I0419 18:56:56.366424 3858 namespace.go:102] [openshift-monitoring] adding namespace took 5.862973ms I0419 18:56:56.366439 3858 namespace.go:98] [openshift-controller-manager] adding namespace I0419 18:56:56.366788 3858 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.798716ms I0419 18:56:56.366799 3858 namespace.go:98] [openshift-marketplace] adding namespace I0419 18:56:56.367169 3858 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.74972ms I0419 18:56:56.367178 3858 namespace.go:98] [openshift-package-operator] adding namespace I0419 18:56:56.367536 3858 namespace.go:102] [openshift-backplane] adding namespace took 5.75618ms I0419 18:56:56.367970 3858 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.821818ms I0419 18:56:56.367983 3858 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 18:56:56.368347 3858 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.798194ms I0419 18:56:56.368362 3858 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 18:56:56.368751 3858 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.848745ms I0419 18:56:56.368763 3858 namespace.go:98] [dedicated-admin] adding namespace I0419 18:56:56.369127 3858 namespace.go:102] [openshift-network-console] adding namespace took 5.877261ms I0419 18:56:56.369141 3858 namespace.go:98] [openshift-etcd] adding namespace W0419 18:56:56.369512 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5fmm8: pod openshift-network-diagnostics/network-check-target-5fmm8: no pod IPs found I0419 18:56:56.369550 3858 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.854851ms W0419 18:56:56.369553 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kh9xr: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:56:56.369562 3858 namespace.go:98] [openshift] adding namespace I0419 18:56:56.369967 3858 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.906842ms I0419 18:56:56.369980 3858 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 18:56:56.370318 3858 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.8862ms I0419 18:56:56.370341 3858 namespace.go:98] [openshift-cloud-controller-manager] adding namespace W0419 18:56:56.370321 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4ls4n: pod openshift-multus/network-metrics-daemon-4ls4n: no pod IPs found W0419 18:56:56.370377 3858 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dtczp: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:56:56.370886 3858 namespace.go:102] [openshift-multus] adding namespace took 6.035351ms I0419 18:56:56.370901 3858 namespace.go:98] [openshift-host-network] adding namespace I0419 18:56:56.371310 3858 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.073644ms I0419 18:56:56.371324 3858 namespace.go:98] [default] adding namespace I0419 18:56:56.371736 3858 namespace.go:102] [openshift-config] adding namespace took 6.088914ms I0419 18:56:56.371746 3858 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 18:56:56.372128 3858 namespace.go:102] [openshift-ingress] adding namespace took 6.132169ms I0419 18:56:56.372143 3858 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 18:56:56.372940 3858 namespace.go:102] [openshift-controller-manager] adding namespace took 6.495338ms I0419 18:56:56.372951 3858 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 18:56:56.373326 3858 namespace.go:102] [openshift-marketplace] adding namespace took 6.521567ms I0419 18:56:56.373338 3858 namespace.go:98] [kube-system] adding namespace I0419 18:56:56.373679 3858 namespace.go:102] [openshift-package-operator] adding namespace took 6.497543ms I0419 18:56:56.373692 3858 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 18:56:56.374035 3858 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.04744ms I0419 18:56:56.374060 3858 namespace.go:98] [openshift-console-operator] adding namespace I0419 18:56:56.374425 3858 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.056426ms I0419 18:56:56.374439 3858 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 18:56:56.374796 3858 namespace.go:102] [dedicated-admin] adding namespace took 6.027748ms I0419 18:56:56.374809 3858 namespace.go:98] [openshift-node] adding namespace I0419 18:56:56.375263 3858 namespace.go:102] [openshift-etcd] adding namespace took 6.115929ms I0419 18:56:56.375277 3858 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 18:56:56.375687 3858 namespace.go:102] [openshift] adding namespace took 6.118357ms I0419 18:56:56.375700 3858 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 18:56:56.376007 3858 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.022299ms I0419 18:56:56.376021 3858 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 18:56:56.376476 3858 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.130076ms I0419 18:56:56.376489 3858 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 18:56:56.376907 3858 namespace.go:102] [openshift-host-network] adding namespace took 6.002332ms I0419 18:56:56.376922 3858 namespace.go:98] [openshift-infra] adding namespace I0419 18:56:56.377354 3858 namespace.go:102] [default] adding namespace took 6.026165ms I0419 18:56:56.377365 3858 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 18:56:56.377766 3858 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.014335ms I0419 18:56:56.377779 3858 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 18:56:56.378186 3858 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.036582ms I0419 18:56:56.378197 3858 namespace.go:98] [openshift-network-operator] adding namespace I0419 18:56:56.378561 3858 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.604816ms I0419 18:56:56.378575 3858 namespace.go:98] [kube-public] adding namespace I0419 18:56:56.378908 3858 namespace.go:102] [kube-system] adding namespace took 5.564645ms I0419 18:56:56.378920 3858 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 18:56:56.379347 3858 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.649155ms I0419 18:56:56.379360 3858 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 18:56:56.379709 3858 namespace.go:102] [openshift-console-operator] adding namespace took 5.643729ms I0419 18:56:56.380143 3858 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.6991ms I0419 18:56:56.380484 3858 namespace.go:102] [openshift-node] adding namespace took 5.66871ms I0419 18:56:56.380945 3858 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.661999ms I0419 18:56:56.381293 3858 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.587441ms I0419 18:56:56.381707 3858 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.681822ms I0419 18:56:56.382065 3858 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.570137ms I0419 18:56:56.382081 3858 namespace.go:98] [openshift-image-registry] adding namespace I0419 18:56:56.382490 3858 namespace.go:102] [openshift-infra] adding namespace took 5.56262ms I0419 18:56:56.382503 3858 namespace.go:98] [openshift-logging] adding namespace I0419 18:56:56.382856 3858 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.486044ms I0419 18:56:56.383266 3858 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.482603ms I0419 18:56:56.383660 3858 namespace.go:102] [openshift-network-operator] adding namespace took 5.457704ms I0419 18:56:56.384010 3858 namespace.go:102] [kube-public] adding namespace took 5.43021ms I0419 18:56:56.384022 3858 namespace.go:98] [openshift-authentication] adding namespace I0419 18:56:56.384454 3858 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.528047ms I0419 18:56:56.384467 3858 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 18:56:56.384800 3858 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.435391ms I0419 18:56:56.385217 3858 namespace.go:102] [openshift-image-registry] adding namespace took 3.130606ms I0419 18:56:56.385599 3858 namespace.go:102] [openshift-logging] adding namespace took 3.091229ms I0419 18:56:56.385999 3858 namespace.go:102] [openshift-authentication] adding namespace took 1.973525ms I0419 18:56:56.386346 3858 namespace.go:102] [openshift-kube-scheduler] adding namespace took 1.873872ms W0419 18:56:56.386428 3858 master.go:471] Unable to parse remote node ip-10-0-2-75.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 18:56:56.386530 3858 master.go:548] Adding or Updating local node "ip-10-0-0-199.ec2.internal" for network "default" I0419 18:56:56.386585 3858 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-75.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-75.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-75.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal I0419 18:56:56.387305 3858 zone_ic_handler.go:195] Time taken to create transit switch: 290.476µs I0419 18:56:56.387318 3858 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-39.ec2.internal for the network default I0419 18:56:56.388114 3858 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-39.ec2.internal" on network "default" took: 1.107791ms W0419 18:56:56.393796 3858 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-4ls4n: pod openshift-multus/network-metrics-daemon-4ls4n: no pod IPs found W0419 18:56:56.393814 3858 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5fmm8: pod openshift-network-diagnostics/network-check-target-5fmm8: no pod IPs found I0419 18:56:56.394684 3858 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-199.ec2.internal for the network default I0419 18:56:56.394900 3858 zone_ic_handler.go:195] Time taken to create transit switch: 204.631µs I0419 18:56:56.395580 3858 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 18:56:56.395601 3858 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 18:56:56.395613 3858 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 18:56:56.395632 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-39.ec2.internal in network "default" I0419 18:56:56.395672 3858 node_tracker.go:169] Node ip-10-0-1-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.395687 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.395692 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:56:56.395700 3858 node_tracker.go:235] Node ip-10-0-2-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal" I0419 18:56:56.395706 3858 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.395711 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.395716 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:56:56.395734 3858 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:56.395740 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:56:56.496243 3858 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 18:56:56.496257 3858 services_controller.go:208] Setting up event handlers for services for network=default I0419 18:56:56.496292 3858 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 18:56:56.496357 3858 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 18:56:56.496374 3858 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 18:56:56.596722 3858 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 18:56:56.596735 3858 repair.go:60] Starting repairing loop for services I0419 18:56:56.596801 3858 repair.go:131] Deleted 0 stale service LBs I0419 18:56:56.596818 3858 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 18:56:56.596832 3858 repair.go:62] Finished repairing loop for services: 97.744µs I0419 18:56:56.596857 3858 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 18:56:56.596865 3858 services_controller.go:254] Starting workers for network=default I0419 18:56:56.597167 3858 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4ls4n] creating logical port openshift-multus_network-metrics-daemon-4ls4n for pod on switch ip-10-0-0-199.ec2.internal I0419 18:56:56.597254 3858 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5fmm8] creating logical port openshift-network-diagnostics_network-check-target-5fmm8 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:56:56.597275 3858 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-4ls4n I0419 18:56:56.597346 3858 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5fmm8 I0419 18:56:56.597349 3858 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-dtczp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dtczp: suppressed error logged: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:56:56.613000 3858 pod.go:62] [openshift-network-diagnostics/network-check-target-5fmm8] pod update took 15.685264ms I0419 18:56:56.613017 3858 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5fmm8] addLogicalPort annotation time took 15.70347ms I0419 18:56:56.613592 3858 pod.go:62] [openshift-multus/network-metrics-daemon-4ls4n] pod update took 16.366969ms I0419 18:56:56.613614 3858 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-4ls4n] addLogicalPort annotation time took 16.389283ms I0419 18:56:56.613838 3858 pods.go:271] [openshift-network-diagnostics/network-check-target-5fmm8] addLogicalPort took 16.591137ms, libovsdb time 633.053µs I0419 18:56:56.613872 3858 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kh9xr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:56:56.614508 3858 pods.go:271] [openshift-multus/network-metrics-daemon-4ls4n] addLogicalPort took 17.346893ms, libovsdb time 549.919µs I0419 18:56:56.614937 3858 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 18:56:56.614961 3858 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 18:56:56.614976 3858 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 18:56:56.614983 3858 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 18:56:56.615175 3858 repair.go:29] Repairing admin network policies took 185.676µs I0419 18:56:56.615298 3858 repair.go:92] Repairing baseline admin network policies took 112.438µs I0419 18:56:56.615619 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 18:56:56.615636 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 18:56:56.617673 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 18:56:56.617697 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 18:56:56.617710 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 18:56:56.619170 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 18:56:56.619193 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 18:56:56.619204 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 18:56:56.621343 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 18:56:56.621359 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 18:56:56.621366 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 18:56:56.621893 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 18:56:56.621914 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 18:56:56.621925 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 18:56:56.624652 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 18:56:56.624673 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 18:56:56.624681 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 18:56:56.625212 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 18:56:56.625232 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 18:56:56.625238 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 18:56:56.625543 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 18:56:56.625562 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 18:56:56.625965 3858 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 18:56:56.625977 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:56:56.627902 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 18:56:56.627923 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 18:56:56.627935 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 18:56:56.629943 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 18:56:56.629962 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 18:56:56.629970 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 18:56:56.630823 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 18:56:56.630861 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 18:56:56.630879 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 18:56:56.631471 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 18:56:56.631491 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 18:56:56.631499 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 18:56:56.632037 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 18:56:56.632078 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 18:56:56.632091 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 18:56:56.632602 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 18:56:56.632619 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 18:56:56.632640 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:56:56.633433 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 18:56:56.633457 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 18:56:56.633469 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 18:56:56.633997 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 18:56:56.634014 3858 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 18:56:56.634023 3858 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 18:56:56.635062 3858 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 18:56:56.635081 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 18:56:56.635092 3858 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 18:56:56.636843 3858 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 18:56:56.636860 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 18:56:56.636867 3858 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 18:56:56.637367 3858 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 18:56:56.637382 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 18:56:56.637390 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 18:56:56.637945 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 18:56:56.637963 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 18:56:56.637970 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 18:56:56.639303 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 18:56:56.639321 3858 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 18:56:56.639330 3858 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 18:56:56.641505 3858 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 18:56:56.641542 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 18:56:56.641551 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 18:56:56.641898 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 18:56:56.641921 3858 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 18:56:56.641931 3858 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 18:56:56.642304 3858 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 18:56:56.642321 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 18:56:56.642329 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 18:56:56.643950 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 18:56:56.643972 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 18:56:56.643980 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 18:56:56.644583 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:56:56.644604 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 18:56:56.644615 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 18:56:56.645144 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:56:56.645160 3858 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 18:56:56.645166 3858 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 18:56:56.645482 3858 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 18:56:56.645505 3858 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 18:56:56.645518 3858 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 18:56:56.646765 3858 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 18:56:56.646779 3858 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 18:56:56.646798 3858 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 18:56:56.647817 3858 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 18:56:56.652738 3858 egressfirewall.go:374] Starting EgressFirewall controller I0419 18:56:56.652770 3858 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 18:56:56.652775 3858 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 18:56:56.652797 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 18:56:56.652800 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 18:56:56.652808 3858 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 18:56:56.652814 3858 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 18:56:56.653069 3858 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 18:56:56.653083 3858 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 18:56:56.653091 3858 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 18:56:56.653102 3858 egressqos.go:193] Setting up event handlers for EgressQoS I0419 18:56:56.653111 3858 egressfirewall.go:723] Syncing node "ip-10-0-0-199.ec2.internal" for egress firewall I0419 18:56:56.653121 3858 egressfirewall.go:723] Syncing node "ip-10-0-1-39.ec2.internal" for egress firewall I0419 18:56:56.653127 3858 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:56:56.653206 3858 egressqos.go:245] Starting EgressQoS Controller I0419 18:56:56.653220 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 18:56:56.653236 3858 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 18:56:56.653244 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 18:56:56.653250 3858 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 18:56:56.653261 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 18:56:56.653267 3858 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 18:56:56.653273 3858 egressqos.go:259] Repairing EgressQoSes I0419 18:56:56.653279 3858 egressqos.go:399] Starting repairing loop for egressqos I0419 18:56:56.653351 3858 egressqos.go:401] Finished repairing loop for egressqos: 72.761µs I0419 18:56:56.653371 3858 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 18:56:56.653414 3858 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-199.ec2.internal I0419 18:56:56.653455 3858 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-199.ec2.internal : 43.956µs I0419 18:56:56.653484 3858 egressservice_zone.go:210] Starting Egress Services Controller I0419 18:56:56.653496 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:56:56.653504 3858 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:56:56.653513 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:56:56.653521 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:56:56.653529 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:56:56.653535 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:56:56.653543 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 18:56:56.653550 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 18:56:56.653555 3858 egressservice_zone.go:228] Repairing Egress Services I0419 18:56:56.653807 3858 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 18:56:56.653819 3858 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:56:56.653831 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:56:56.653840 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 10.586µs I0419 18:56:56.653847 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:56:56.653851 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 4.201µs I0419 18:56:56.653855 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:56:56.653859 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 3.978µs I0419 18:56:56.653956 3858 default_network_controller.go:585] Completing all the Watchers took 300.63668ms I0419 18:56:56.653972 3858 default_network_controller.go:589] Starting unidling controllers I0419 18:56:56.653985 3858 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 18:56:56.653996 3858 unidle.go:63] Populating Initial ContollerEvent events I0419 18:56:56.654009 3858 unidle.go:79] Setting up event handlers for services I0419 18:56:56.654149 3858 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:56:56.857170 3858 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:57.355183 3858 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:57.855398 3858 default_node_network_controller.go:519] Node connection status = connected I0419 18:56:57.876571 3858 bridgeconfig.go:537] Gateway is ready I0419 18:56:57.876588 3858 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 18:56:57.885344 3858 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:56:57.889026 3858 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.199. Updating OVN encap IP. I0419 18:56:57.894358 3858 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.199 - it is already configured I0419 18:56:57.894372 3858 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.199/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 18:56:57.894589 3858 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.199/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-199.ec2.internal","mac-address":"12:a1:d0:21:c8:e5","ip-addresses":["10.0.0.199/24"],"ip-address":"10.0.0.199/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ca88dc2a-6fd5-4d96-9a05-3b55138c0fa1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.199/24"}] on node ip-10-0-0-199.ec2.internal I0419 18:56:57.909321 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:56:57.909339 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 22.76µs I0419 18:56:57.909374 3858 egressfirewall.go:723] Syncing node "ip-10-0-0-199.ec2.internal" for egress firewall I0419 18:56:57.909390 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:56:57.909416 3858 master.go:548] Adding or Updating local node "ip-10-0-0-199.ec2.internal" for network "default" I0419 18:56:57.909434 3858 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:57.909446 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:56:57.909611 3858 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.199 I0419 18:56:57.909726 3858 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-199.ec2.internal I0419 18:56:57.914469 3858 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-199.ec2.internal. Updating no re-route policies I0419 18:56:57.914551 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-199.ec2.internal I0419 18:56:57.914558 3858 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-n2rcj I0419 18:56:57.914570 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-199.ec2.internal I0419 18:56:57.914578 3858 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-n2rcj I0419 18:56:57.914587 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5fmm8 I0419 18:56:57.914606 3858 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-n2rcj after 0 failed attempt(s) I0419 18:56:57.914619 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5fmm8 I0419 18:56:57.914619 3858 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-199.ec2.internal I0419 18:56:57.914631 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dtczp I0419 18:56:57.914632 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p4dmf I0419 18:56:57.914639 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lbkz4 I0419 18:56:57.914645 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dtczp I0419 18:56:57.914649 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p4dmf I0419 18:56:57.914651 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lbkz4 I0419 18:56:57.914669 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p4dmf after 0 failed attempt(s) I0419 18:56:57.914678 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ng46m I0419 18:56:57.914680 3858 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-dtczp, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-dtczp: suppressed error logged: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:56:57.914617 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-gmw4k I0419 18:56:57.914691 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ng46m I0419 18:56:57.914697 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-gmw4k I0419 18:56:57.914698 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m26ts I0419 18:56:57.914710 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m26ts I0419 18:56:57.914710 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ng46m after 0 failed attempt(s) I0419 18:56:57.914717 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-gmw4k after 0 failed attempt(s) I0419 18:56:57.914672 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lbkz4 after 0 failed attempt(s) I0419 18:56:57.914633 3858 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-199.ec2.internal I0419 18:56:57.914728 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m26ts after 0 failed attempt(s) I0419 18:56:57.914601 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-b5s9t I0419 18:56:57.914744 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-b5s9t I0419 18:56:57.914744 3858 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-199.ec2.internal after 0 failed attempt(s) I0419 18:56:57.914757 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-b5s9t after 0 failed attempt(s) I0419 18:56:57.914600 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4ls4n I0419 18:56:57.914767 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4ls4n I0419 18:56:57.914610 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6hkc5 I0419 18:56:57.914778 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6hkc5 I0419 18:56:57.914788 3858 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4ls4n] creating logical port openshift-multus_network-metrics-daemon-4ls4n for pod on switch ip-10-0-0-199.ec2.internal I0419 18:56:57.914614 3858 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-xkjd2 I0419 18:56:57.914802 3858 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-xkjd2 I0419 18:56:57.914822 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-xkjd2 after 0 failed attempt(s) I0419 18:56:57.914594 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-199.ec2.internal after 0 failed attempt(s) I0419 18:56:57.914670 3858 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5fmm8] creating logical port openshift-network-diagnostics_network-check-target-5fmm8 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:56:57.914793 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6hkc5 after 0 failed attempt(s) I0419 18:56:57.915524 3858 pods.go:271] [openshift-network-diagnostics/network-check-target-5fmm8] addLogicalPort took 869.467µs, libovsdb time 275.12µs I0419 18:56:57.915542 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5fmm8 after 0 failed attempt(s) I0419 18:56:57.915645 3858 pods.go:271] [openshift-multus/network-metrics-daemon-4ls4n] addLogicalPort took 863.429µs, libovsdb time 354.035µs I0419 18:56:57.915658 3858 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-4ls4n after 0 failed attempt(s) I0419 18:56:57.928524 3858 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 18:56:57.940680 3858 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 18:56:57.943834 3858 iptables.go:108] Creating table: nat chain: OUTPUT I0419 18:56:57.969749 3858 iptables.go:108] Creating table: nat chain: PREROUTING I0419 18:56:58.011397 3858 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:56:58.027746 3858 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 18:56:58.027906 3858 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 18:56:58.027965 3858 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 18:56:58.028108 3858 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 18:56:58.028206 3858 gateway_init.go:325] Gateway and management port readiness took 1.677107864s I0419 18:56:58.028240 3858 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 18:56:58.028290 3858 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 18:56:58.028306 3858 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 18:56:58.028316 3858 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:56:58.028379 3858 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 18:56:58.028473 3858 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.089µs I0419 18:56:58.028745 3858 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 18:56:58.028768 3858 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.884µs I0419 18:56:58.028776 3858 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.215µs I0419 18:56:58.028781 3858 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 18:56:58.028790 3858 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 18:56:58.028794 3858 default_node_network_controller.go:899] Starting the default node network controller I0419 18:56:58.028799 3858 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 18:56:58.028882 3858 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.603µs I0419 18:56:58.028973 3858 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 18:56:58.028982 3858 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 18:56:58.029004 3858 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b255c0 0xc0002d2770 0xc0002d27e0 0xc0002d2930 0xc0002d29a0 0xc0002d2a10 0xc0002d2a80 0xc000c4c140 0xc0002d2af0 0xc0002d2b60 0xc000c4c2d0 0xc0064d9500 0xc0002d2bd0 map[0x2ff9080:0xc002f95aa0 0x2ff95c0:0xc002f95c20 0x2ffa2e0:0xc00290c660 0x2ffa580:0xc002f95a40 0x2ffad60:0xc002f95b00 0x2ffb000:0xc002f95b60 0x2ffb2a0:0xc002f95bc0 0x2ffba80:0xc0065ea000 0x2ffbd20:0xc0065ea060 0x3026980:0xc001584600 0x3026d20:0xc001584660 0x3027800:0xc000c16e40 0x3029160:0xc001b0c000 0x30298a0:0xc00290c600 0x302a720:0xc001b0c060] 0xc0003075e0 0} I0419 18:56:58.029083 3858 gateway.go:151] Starting gateway service sync I0419 18:56:58.029580 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 18:56:58.031733 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 18:56:58.040665 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 18:56:58.041737 3858 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 18:56:58.042845 3858 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 18:56:58.076415 3858 gateway.go:168] Gateway service sync done. Time taken: 47.322453ms I0419 18:56:58.077077 3858 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30814 I0419 18:56:58.077293 3858 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b255c0 0xc0002d2770 0xc0002d27e0 0xc0002d2930 0xc0002d29a0 0xc0002d2a10 0xc0002d2a80 0xc000c4c140 0xc0002d2af0 0xc0002d2b60 0xc000c4c2d0 0xc0064d9500 0xc0002d2bd0 map[0x2ff9080:0xc002f95aa0 0x2ff95c0:0xc002f95c20 0x2ffa2e0:0xc00290c660 0x2ffa580:0xc002f95a40 0x2ffad60:0xc002f95b00 0x2ffb000:0xc002f95b60 0x2ffb2a0:0xc002f95bc0 0x2ffba80:0xc0065ea000 0x2ffbd20:0xc0065ea060 0x3026980:0xc001584600 0x3026d20:0xc001584660 0x3027800:0xc000c16e40 0x3029160:0xc001b0c000 0x30298a0:0xc00290c600 0x302a720:0xc001b0c060] 0xc0003075e0 0} I0419 18:56:58.077858 3858 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b255c0 0xc0002d2770 0xc0002d27e0 0xc0002d2930 0xc0002d29a0 0xc0002d2a10 0xc0002d2a80 0xc000c4c140 0xc0002d2af0 0xc0002d2b60 0xc000c4c2d0 0xc0064d9500 0xc0002d2bd0 map[0x2ff9080:0xc002f95aa0 0x2ff95c0:0xc002f95c20 0x2ffa2e0:0xc00290c660 0x2ffa580:0xc002f95a40 0x2ffad60:0xc002f95b00 0x2ffb000:0xc002f95b60 0x2ffb2a0:0xc002f95bc0 0x2ffba80:0xc0065ea000 0x2ffbd20:0xc0065ea060 0x3026980:0xc001584600 0x3026d20:0xc001584660 0x3027800:0xc000c16e40 0x3029160:0xc001b0c000 0x30298a0:0xc00290c600 0x302a720:0xc001b0c060] 0xc0003075e0 0} I0419 18:56:58.077896 3858 gateway.go:532] Reconciling gateway with updates I0419 18:56:58.083542 3858 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 18:56:58.083633 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:56:58.083642 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:56:58.083649 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:56:58.083656 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:56:58.083659 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:56:58.083657 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:56:58.083669 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:56:58.083671 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:56:58.083676 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:56:58.083675 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:56:58.083690 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:56:58.083689 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:56:58.083692 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:56:58.083704 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:56:58.083750 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:56:58.083747 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:56:58.083758 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:56:58.083669 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:56:58.083758 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:56:58.083766 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:56:58.083708 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:56:58.083774 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:56:58.083784 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:56:58.083786 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:56:58.083785 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:56:58.083798 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:56:58.083801 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:56:58.083802 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:56:58.083809 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:56:58.083815 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:56:58.083820 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:56:58.083834 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:56:58.083839 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:56:58.083839 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:56:58.083849 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:56:58.083851 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:56:58.083856 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:56:58.083771 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:56:58.083875 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:56:58.083878 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:56:58.083894 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:56:58.083912 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:56:58.083914 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:56:58.083920 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:56:58.083925 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:56:58.083786 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:56:58.083917 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:56:58.083936 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:56:58.083658 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:56:58.083971 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:56:58.083826 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:56:58.084030 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:56:58.083803 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:56:58.083678 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:56:58.084128 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:56:58.084137 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:56:58.083922 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:56:58.084176 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:56:58.083798 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:56:58.083853 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:56:58.083718 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:56:58.084253 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:56:58.083721 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:56:58.084331 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:56:58.083725 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:56:58.083721 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:56:58.084377 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:56:58.083736 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:56:58.084389 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:56:58.084399 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:56:58.084399 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:56:58.084416 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:56:58.084417 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:56:58.084428 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:56:58.084435 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:56:58.084445 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:56:58.084448 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:56:58.084455 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:56:58.083733 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:56:58.084473 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:56:58.084484 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:56:58.084490 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:56:58.084434 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 32031 is already open, no action needed I0419 18:56:58.084493 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:56:58.084520 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 30443 is already open, no action needed I0419 18:56:58.084450 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:56:58.083736 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:56:58.084559 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:56:58.083738 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:56:58.083758 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:56:58.083741 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:56:58.084605 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:56:58.084610 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:56:58.083762 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:56:58.083772 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:56:58.083774 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:56:58.083659 3858 default_node_network_controller.go:944] Gateway and management port readiness took 54.668961ms I0419 18:56:58.083709 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:56:58.084732 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:56:58.083810 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:56:58.084756 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:56:58.083717 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:56:58.084799 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:56:58.083935 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:56:58.084858 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:56:58.083938 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:56:58.083907 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:56:58.084055 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:56:58.085559 3858 node_ip_handler_linux.go:160] Node IP manager is running W0419 18:56:58.128500 3858 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:56:58.128800 3858 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:56:58.129014 3858 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0419 18:56:58.138813 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:56:58.138832 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:56:58.138841 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:56:58.138848 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:56:58.138854 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:56:58.138861 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:56:58.138866 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:56:58.138871 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:56:58.138877 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:56:58.138885 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:56:58.138890 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:56:58.138895 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:56:58.138900 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:56:58.185594 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:56:58.205343 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:56:58.205351 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:56:58.205374 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:56:58.205382 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:56:58.205399 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:56:58.205406 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:56:58.205412 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:56:58.205417 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:56:58.205422 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:56:58.205427 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:56:58.205434 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:56:58.205441 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:56:58.205446 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:56:58.407771 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:56:58.407794 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 29.49µs I0419 18:56:58.407805 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-39.ec2.internal in network "default" I0419 18:56:58.407817 3858 egressfirewall.go:723] Syncing node "ip-10-0-1-39.ec2.internal" for egress firewall I0419 18:56:58.407839 3858 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-39.ec2.internal. Updating no re-route policies I0419 18:56:58.407867 3858 node_tracker.go:169] Node ip-10-0-1-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:56:58.407882 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:56:59.428985 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:56:59.429036 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 58.513µs I0419 18:56:59.429080 3858 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:56:59.429114 3858 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:56:59.791595 3858 default_node_network_controller.go:1380] Starting node controller node sync W0419 18:56:59.791617 3858 egressip_healthcheck.go:76] Health checking using insecure connection I0419 18:56:59.791696 3858 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0419 18:56:59.804125 3858 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.508851ms I0419 18:56:59.804265 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-39.ec2.internal", IP: 10.0.1.39 to PMTUD blocking rules I0419 18:56:59.804281 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-39.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:56:59.810087 3858 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 18:56:59.810379 3858 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 18:56:59.810497 3858 egressservice_node.go:183] Starting Egress Services Controller I0419 18:56:59.810512 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:56:59.810521 3858 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:56:59.810527 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:56:59.810532 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:56:59.810591 3858 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:56:59.810599 3858 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:56:59.810604 3858 egressservice_node.go:197] Repairing Egress Services I0419 18:56:59.820549 3858 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 18:56:59.820563 3858 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:56:59.820760 3858 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 18:56:59.820772 3858 link_network_manager.go:119] Link manager is running I0419 18:56:59.820784 3858 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 18:56:59.820941 3858 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 18:56:59.821553 3858 vrf_manager.go:128] VRF manager is running I0419 18:56:59.821763 3858 node_controller_manager.go:437] Removing flows to drop GARP I0419 18:56:59.821771 3858 gateway.go:532] Reconciling gateway with updates I0419 18:56:59.846031 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:56:59.846060 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:56:59.846061 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:56:59.846069 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:56:59.846070 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:56:59.846083 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:56:59.846087 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:56:59.846093 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:56:59.846093 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:56:59.846104 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:56:59.846118 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:56:59.846126 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:56:59.846140 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:56:59.846147 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:56:59.846149 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:56:59.846152 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:56:59.846076 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:56:59.846135 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:56:59.846165 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:56:59.846170 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:56:59.846175 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:56:59.846173 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:56:59.846177 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:56:59.846148 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:56:59.846194 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:56:59.846196 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:56:59.846193 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:56:59.846202 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:56:59.846206 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:56:59.846208 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:56:59.846210 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:56:59.846202 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:56:59.846219 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:56:59.846221 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:56:59.846227 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:56:59.846230 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:56:59.846232 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:56:59.846237 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:56:59.846243 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:56:59.846243 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:56:59.846247 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:56:59.846250 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:56:59.846255 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:56:59.846281 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:56:59.846221 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:56:59.846317 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:56:59.846143 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:56:59.846339 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:56:59.846168 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:56:59.846356 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:56:59.846364 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:56:59.846339 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:56:59.846231 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:56:59.846245 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:56:59.846429 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:56:59.846446 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:56:59.846450 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:56:59.846449 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:56:59.846456 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:56:59.846462 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:56:59.846466 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:56:59.846466 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:56:59.846469 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:56:59.846477 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:56:59.846486 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:56:59.846456 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:56:59.846181 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:56:59.846504 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:56:59.846513 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:56:59.846489 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:56:59.846541 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:56:59.846184 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:56:59.846556 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:56:59.846153 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:56:59.846577 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:56:59.846187 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:56:59.846582 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:56:59.846204 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:56:59.846593 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:56:59.846196 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:56:59.846596 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:56:59.846602 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:56:59.846602 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:56:59.846615 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:56:59.846201 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:56:59.846653 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:56:59.846191 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:56:59.846669 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:56:59.846153 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:56:59.846216 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:56:59.846217 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:56:59.846726 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:56:59.846216 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:56:59.846739 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 32031 is already open, no action needed I0419 18:56:59.846744 3858 port_claim.go:71] Svc openshift-ingress/router-default: port 30443 is already open, no action needed I0419 18:56:59.846744 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:56:59.846229 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:56:59.846786 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:56:59.846232 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:56:59.846239 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:56:59.846246 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:56:59.846466 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:56:59.846860 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:56:59.846180 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:56:59.846899 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:56:59.846034 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:56:59.846912 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:56:59.846916 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:56:59.846191 3858 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:56:59.846927 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:56:59.846211 3858 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:56:59.887241 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:56:59.887266 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:56:59.927317 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:56:59.927343 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:56:59.927350 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:56:59.927356 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:56:59.927362 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:56:59.927373 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:56:59.927380 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:56:59.927386 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:56:59.927391 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:56:59.927397 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:56:59.927404 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:56:59.927409 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:56:59.927414 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:56:59.968113 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:56:59.968128 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:56:59.968146 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:56:59.968157 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:56:59.968163 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:56:59.968169 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:56:59.968174 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:56:59.968179 3858 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:57:00.773923 3858 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:00.774475 3858 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:01.786584 3858 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:01.786607 3858 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:01.798942 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:57:01.798971 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 34.271µs I0419 18:57:01.827027 3858 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7697c6557-625sz] creating logical port openshift-image-registry_image-registry-7697c6557-625sz for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:01.827222 3858 kube.go:256] Updating pod openshift-image-registry/image-registry-7697c6557-625sz I0419 18:57:01.854780 3858 pod.go:62] [openshift-image-registry/image-registry-7697c6557-625sz] pod update took 27.602393ms I0419 18:57:01.854798 3858 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7697c6557-625sz] addLogicalPort annotation time took 27.625523ms I0419 18:57:01.856350 3858 pods.go:271] [openshift-image-registry/image-registry-7697c6557-625sz] addLogicalPort took 29.33976ms, libovsdb time 788.862µs I0419 18:57:01.859311 3858 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wmz8v] creating logical port openshift-dns_dns-default-wmz8v for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:01.859407 3858 kube.go:256] Updating pod openshift-dns/dns-default-wmz8v I0419 18:57:01.877028 3858 pod.go:62] [openshift-dns/dns-default-wmz8v] pod update took 17.642232ms I0419 18:57:01.877064 3858 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wmz8v] addLogicalPort annotation time took 17.676939ms I0419 18:57:01.878017 3858 pods.go:271] [openshift-dns/dns-default-wmz8v] addLogicalPort took 18.723731ms, libovsdb time 717.314µs I0419 18:57:01.881308 3858 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-phbfp] creating logical port openshift-ingress-canary_ingress-canary-phbfp for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:01.881416 3858 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-phbfp I0419 18:57:01.886963 3858 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-z7mjb for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:01.887084 3858 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb I0419 18:57:01.899631 3858 pod.go:62] [openshift-ingress-canary/ingress-canary-phbfp] pod update took 18.231638ms I0419 18:57:01.899652 3858 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-phbfp] addLogicalPort annotation time took 18.259615ms I0419 18:57:01.900745 3858 pods.go:271] [openshift-ingress-canary/ingress-canary-phbfp] addLogicalPort took 19.450374ms, libovsdb time 827.757µs I0419 18:57:01.900855 3858 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb] pod update took 13.790215ms I0419 18:57:01.900870 3858 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb] addLogicalPort annotation time took 13.808248ms I0419 18:57:01.902134 3858 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb] addLogicalPort took 15.181562ms, libovsdb time 1.046569ms I0419 18:57:02.269956 3858 cni.go:452] [openshift-ingress-canary/ingress-canary-phbfp db7be4d4e593adce0bd857f1a814cd589a05995c6f6a5992b5471c6bbee5c9f7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-phbfp db7be4d4e593adce0bd857f1a814cd589a05995c6f6a5992b5471c6bbee5c9f7 network default NAD default NAD key ] I0419 18:57:02.275508 3858 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb 6a3a1b5c824372ad793d9f4ae772a5ee830e375622456e777aaccbd952f71dac network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb 6a3a1b5c824372ad793d9f4ae772a5ee830e375622456e777aaccbd952f71dac network default NAD default NAD key ] I0419 18:57:02.289301 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-z7mjb, hostIfaceName: 6a3a1b5c824372a, network: default, NAD default, SandboxID: "6a3a1b5c824372ad793d9f4ae772a5ee830e375622456e777aaccbd952f71dac", PCI device ID: , UID: "5ed61272-248b-4a01-9a4f-65fe14d2c55d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0419 18:57:02.289508 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-phbfp, hostIfaceName: db7be4d4e593adc, network: default, NAD default, SandboxID: "db7be4d4e593adce0bd857f1a814cd589a05995c6f6a5992b5471c6bbee5c9f7", PCI device ID: , UID: "216ea59f-d7df-4ad1-96c5-a26f81515664", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0419 18:57:02.334228 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:57:02.334258 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 36.755µs I0419 18:57:02.334863 3858 cni.go:473] [openshift-ingress-canary/ingress-canary-phbfp db7be4d4e593adce0bd857f1a814cd589a05995c6f6a5992b5471c6bbee5c9f7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-phbfp db7be4d4e593adce0bd857f1a814cd589a05995c6f6a5992b5471c6bbee5c9f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c2:9c:98:4f:a4\",\"name\":\"db7be4d4e593adc\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/913e588d-84c9-4f3b-ac62-9ad7ffdbc198\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:57:02.341518 3858 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb 6a3a1b5c824372ad793d9f4ae772a5ee830e375622456e777aaccbd952f71dac network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z7mjb 6a3a1b5c824372ad793d9f4ae772a5ee830e375622456e777aaccbd952f71dac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d8:8c:4f:fc:58\",\"name\":\"6a3a1b5c824372a\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/968efce6-f751-4fb0-af78-001d4badcc19\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:57:03.792252 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:03.792268 3858 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "ip-10-0-2-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:57:03.792305 3858 node_tracker.go:235] Node ip-10-0-2-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal" I0419 18:57:03.792320 3858 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.792335 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.832653 3858 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "ip-10-0-2-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:57:03.953843 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:03.953882 3858 default_network_controller.go:1025] Node "ip-10-0-2-75.ec2.internal" in remote zone "ip-10-0-2-75.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:57:03.953929 3858 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.953954 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.955104 3858 zone_ic_handler.go:195] Time taken to create transit switch: 291.033µs I0419 18:57:03.955120 3858 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-75.ec2.internal for the network default I0419 18:57:03.956032 3858 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-75.ec2.internal" on network "default" took: 1.234819ms I0419 18:57:05.096038 3858 cni.go:452] [openshift-network-diagnostics/network-check-target-5fmm8 65834e8a9db4422de1af4293434f5814159310f08ed0cf6045fae72bc4938fd4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5fmm8 65834e8a9db4422de1af4293434f5814159310f08ed0cf6045fae72bc4938fd4 network default NAD default NAD key ] I0419 18:57:05.106037 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5fmm8, hostIfaceName: 65834e8a9db4422, network: default, NAD default, SandboxID: "65834e8a9db4422de1af4293434f5814159310f08ed0cf6045fae72bc4938fd4", PCI device ID: , UID: "b38dfc94-a3ce-4009-b25d-2971e6154592", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0419 18:57:05.153318 3858 cni.go:473] [openshift-network-diagnostics/network-check-target-5fmm8 65834e8a9db4422de1af4293434f5814159310f08ed0cf6045fae72bc4938fd4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5fmm8 65834e8a9db4422de1af4293434f5814159310f08ed0cf6045fae72bc4938fd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0f:39:90:f5:4e\",\"name\":\"65834e8a9db4422\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1924a6-b9ce-4984-b7a5-1c13cc3f89c0\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:57:05.183355 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.507782 3858 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:06.507862 3858 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:06.507883 3858 services_controller.go:574] Full service sync requested for network=default I0419 18:57:06.507885 3858 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:57:06.507793 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:06.507954 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 165.938µs I0419 18:57:06.507959 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 10.0.2.75 to PMTUD blocking rules I0419 18:57:06.507973 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 18:57:06.508250 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.514818 3858 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-75.ec2.internal. Updating no re-route policies I0419 18:57:06.523940 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 10.0.2.75 to PMTUD blocking rules I0419 18:57:06.523955 3858 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 18:57:08.194737 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:10.291925 3858 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:10.291950 3858 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 32.302µs W0419 18:57:10.805624 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:13.221698 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0419 18:57:18.571255 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:34.504084 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-nzbl2 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:34.504154 3858 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2 I0419 18:57:34.514271 3858 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f94d75645-wxmx6] creating logical port openshift-ingress_router-default-5f94d75645-wxmx6 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:34.514339 3858 kube.go:256] Updating pod openshift-ingress/router-default-5f94d75645-wxmx6 I0419 18:57:34.530618 3858 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2] pod update took 26.481344ms I0419 18:57:34.530637 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2] addLogicalPort annotation time took 26.503642ms I0419 18:57:34.531511 3858 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2] addLogicalPort took 27.437582ms, libovsdb time 624.927µs I0419 18:57:34.531551 3858 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bf7d97bcf-htd5w] creating logical port openshift-ingress_router-default-5bf7d97bcf-htd5w for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:34.531605 3858 kube.go:256] Updating pod openshift-ingress/router-default-5bf7d97bcf-htd5w I0419 18:57:34.538370 3858 pod.go:62] [openshift-ingress/router-default-5f94d75645-wxmx6] pod update took 24.05101ms I0419 18:57:34.538387 3858 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f94d75645-wxmx6] addLogicalPort annotation time took 24.072166ms I0419 18:57:34.539236 3858 pods.go:271] [openshift-ingress/router-default-5f94d75645-wxmx6] addLogicalPort took 24.974528ms, libovsdb time 630.151µs I0419 18:57:34.566843 3858 pod.go:62] [openshift-ingress/router-default-5bf7d97bcf-htd5w] pod update took 35.259065ms I0419 18:57:34.566858 3858 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5bf7d97bcf-htd5w] addLogicalPort annotation time took 35.277366ms I0419 18:57:34.567620 3858 pods.go:271] [openshift-ingress/router-default-5bf7d97bcf-htd5w] addLogicalPort took 36.075077ms, libovsdb time 547.059µs I0419 18:57:38.548488 3858 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 18:57:38.549199 3858 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 693.584µs I0419 18:57:38.575671 3858 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0419 18:57:38.705845 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 18:57:39.199782 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:39.731764 3858 namespace.go:98] [openshift-service-ca] adding namespace I0419 18:57:39.732420 3858 namespace.go:102] [openshift-service-ca] adding namespace took 638.287µs I0419 18:57:39.749001 3858 namespace.go:142] [openshift-service-ca] updating namespace I0419 18:57:41.396485 3858 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-xdq5n] creating logical port openshift-service-ca_service-ca-d9cb48497-xdq5n for pod on switch ip-10-0-0-199.ec2.internal I0419 18:57:41.396576 3858 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-xdq5n I0419 18:57:41.410818 3858 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-xdq5n] pod update took 14.268321ms I0419 18:57:41.410835 3858 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-xdq5n] addLogicalPort annotation time took 14.290034ms I0419 18:57:41.411805 3858 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-xdq5n] addLogicalPort took 15.339904ms, libovsdb time 697.714µs I0419 18:57:41.753599 3858 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-xdq5n 7b2d20c6e0f7a749921830bccc9804c706f3738bfc9d1aa99f87f0f72e9d48f4 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-xdq5n 7b2d20c6e0f7a749921830bccc9804c706f3738bfc9d1aa99f87f0f72e9d48f4 network default NAD default NAD key ] I0419 18:57:41.763145 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-xdq5n, hostIfaceName: 7b2d20c6e0f7a74, network: default, NAD default, SandboxID: "7b2d20c6e0f7a749921830bccc9804c706f3738bfc9d1aa99f87f0f72e9d48f4", PCI device ID: , UID: "16a8542d-4575-4cbb-bd3c-b11c2c514a11", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0419 18:57:41.806408 3858 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-xdq5n 7b2d20c6e0f7a749921830bccc9804c706f3738bfc9d1aa99f87f0f72e9d48f4 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-xdq5n 7b2d20c6e0f7a749921830bccc9804c706f3738bfc9d1aa99f87f0f72e9d48f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d8:d8:f0:09:ec\",\"name\":\"7b2d20c6e0f7a74\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a83fbd6-a431-4663-9e44-aac719d899ad\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:57:48.450459 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:58:06.129687 3858 cni.go:452] [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key ] I0419 18:58:06.137405 3858 cni.go:452] [openshift-dns/dns-default-wmz8v e2cf62a032e2dd8b538533ad982708dfc7c8f1f7e4639ea1bb9bdc1874b6c2c5 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wmz8v e2cf62a032e2dd8b538533ad982708dfc7c8f1f7e4639ea1bb9bdc1874b6c2c5 network default NAD default NAD key ] I0419 18:58:06.139111 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7697c6557-625sz, hostIfaceName: 5de3febb5913659, network: default, NAD default, SandboxID: "5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7", PCI device ID: , UID: "207b1ec3-17d4-4eaa-b2e8-266f61d2defb", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0419 18:58:06.147111 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wmz8v, hostIfaceName: e2cf62a032e2dd8, network: default, NAD default, SandboxID: "e2cf62a032e2dd8b538533ad982708dfc7c8f1f7e4639ea1bb9bdc1874b6c2c5", PCI device ID: , UID: "62df3e65-bec1-44ce-b95a-e551a9c297ff", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0419 18:58:06.182980 3858 cni.go:473] [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8f:2a:e1:09:13\",\"name\":\"5de3febb5913659\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/239b2f9f-e178-484b-9d4a-4720ad1040ab\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:06.198222 3858 cni.go:473] [openshift-dns/dns-default-wmz8v e2cf62a032e2dd8b538533ad982708dfc7c8f1f7e4639ea1bb9bdc1874b6c2c5 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wmz8v e2cf62a032e2dd8b538533ad982708dfc7c8f1f7e4639ea1bb9bdc1874b6c2c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9b:56:3f:ef:ef\",\"name\":\"e2cf62a032e2dd8\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/800c30e9-c319-43b8-b575-2e00077b286f\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:06.363479 3858 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2 17d1faefec1d4dff806ec0c9accd72ff7c4c7121a5c3af75017a7cf20b1a9fb4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2 17d1faefec1d4dff806ec0c9accd72ff7c4c7121a5c3af75017a7cf20b1a9fb4 network default NAD default NAD key ] I0419 18:58:06.367546 3858 cni.go:452] [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key ] I0419 18:58:06.371724 3858 cni.go:452] [openshift-ingress/router-default-5f94d75645-wxmx6 ca713731662aec3447ab5d50e275ffd6d8d348eb8379ae82ff4bb971b22a7730 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f94d75645-wxmx6 ca713731662aec3447ab5d50e275ffd6d8d348eb8379ae82ff4bb971b22a7730 network default NAD default NAD key ] I0419 18:58:06.376708 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-nzbl2, hostIfaceName: 17d1faefec1d4df, network: default, NAD default, SandboxID: "17d1faefec1d4dff806ec0c9accd72ff7c4c7121a5c3af75017a7cf20b1a9fb4", PCI device ID: , UID: "b695900f-b02b-4881-9804-89e696f62adc", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0419 18:58:06.378222 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bf7d97bcf-htd5w, hostIfaceName: 7b4c47334514fee, network: default, NAD default, SandboxID: "7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc", PCI device ID: , UID: "2cbb56df-213a-435b-a451-ad2fb6eb6a32", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0419 18:58:06.402610 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f94d75645-wxmx6, hostIfaceName: ca713731662aec3, network: default, NAD default, SandboxID: "ca713731662aec3447ab5d50e275ffd6d8d348eb8379ae82ff4bb971b22a7730", PCI device ID: , UID: "e402a10e-62f7-44b8-a2ac-6d49254b8e1b", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0419 18:58:06.428961 3858 cni.go:473] [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5e:da:b1:bf:4a\",\"name\":\"7b4c47334514fee\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d079646-05d2-46d2-869f-4dc474b09999\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:06.444729 3858 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2 17d1faefec1d4dff806ec0c9accd72ff7c4c7121a5c3af75017a7cf20b1a9fb4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-nzbl2 17d1faefec1d4dff806ec0c9accd72ff7c4c7121a5c3af75017a7cf20b1a9fb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:7b:c5:a1:02:e7\",\"name\":\"17d1faefec1d4df\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/624c47a9-0b1a-4e51-b969-789c5adfa593\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:06.460571 3858 cni.go:473] [openshift-ingress/router-default-5f94d75645-wxmx6 ca713731662aec3447ab5d50e275ffd6d8d348eb8379ae82ff4bb971b22a7730 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f94d75645-wxmx6 ca713731662aec3447ab5d50e275ffd6d8d348eb8379ae82ff4bb971b22a7730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:48:2e:91:fe:67\",\"name\":\"ca713731662aec3\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f419e3a-d9b2-4527-831d-c37e80894b36\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:06.938774 3858 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:06.993269 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:06.993286 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.003765 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.003785 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.003792 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0419 18:58:07.049207 3858 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lk2sj] creating logical port openshift-insights_insights-runtime-extractor-lk2sj for pod on switch ip-10-0-0-199.ec2.internal I0419 18:58:07.049379 3858 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lk2sj W0419 18:58:07.063565 3858 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:07.067620 3858 pod.go:62] [openshift-insights/insights-runtime-extractor-lk2sj] pod update took 18.26794ms I0419 18:58:07.067642 3858 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lk2sj] addLogicalPort annotation time took 18.295094ms I0419 18:58:07.068925 3858 pods.go:271] [openshift-insights/insights-runtime-extractor-lk2sj] addLogicalPort took 19.730171ms, libovsdb time 989.176µs W0419 18:58:07.335967 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.335992 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.336001 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.336008 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.336024 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.365861 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.365886 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.365891 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.365953 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.365972 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0419 18:58:07.578749 3858 cni.go:452] [openshift-insights/insights-runtime-extractor-lk2sj 57bc888d31fed1bb44894886271cc4b9ac623aa1e664b9610d654fd091caad7d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lk2sj 57bc888d31fed1bb44894886271cc4b9ac623aa1e664b9610d654fd091caad7d network default NAD default NAD key ] I0419 18:58:07.588652 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lk2sj, hostIfaceName: 57bc888d31fed1b, network: default, NAD default, SandboxID: "57bc888d31fed1bb44894886271cc4b9ac623aa1e664b9610d654fd091caad7d", PCI device ID: , UID: "3402d01a-0929-453e-a019-a544d944b66c", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0419 18:58:07.640514 3858 cni.go:473] [openshift-insights/insights-runtime-extractor-lk2sj 57bc888d31fed1bb44894886271cc4b9ac623aa1e664b9610d654fd091caad7d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lk2sj 57bc888d31fed1bb44894886271cc4b9ac623aa1e664b9610d654fd091caad7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1b:2d:74:18:2b\",\"name\":\"57bc888d31fed1b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43236118-d28c-43c8-baa8-8812d58358b0\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:07.972168 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972196 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972238 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972253 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972296 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972307 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.972353 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.972362 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.972369 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.972386 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.972398 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.972405 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:08.334234 3858 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.334255 3858 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.334260 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.396544 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:08.396563 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:08.396571 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:08.396743 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:08.396792 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0419 18:58:08.530924 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:58:08.661127 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:58:08.753102 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:08.753665 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:08.772823 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:08.772847 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:08.783695 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:58:08.783716 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bc8fd586b-jj2br W0419 18:58:09.007883 3858 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.007899 3858 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.007905 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.744974 3858 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:10.067882 3858 base_network_controller_pods.go:487] [default/openshift-console/console-5767fdf47d-22575] creating logical port openshift-console_console-5767fdf47d-22575 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:58:10.068003 3858 kube.go:256] Updating pod openshift-console/console-5767fdf47d-22575 I0419 18:58:10.087208 3858 pod.go:62] [openshift-console/console-5767fdf47d-22575] pod update took 19.244802ms I0419 18:58:10.087229 3858 base_network_controller_pods.go:951] [default/openshift-console/console-5767fdf47d-22575] addLogicalPort annotation time took 19.271473ms I0419 18:58:10.088405 3858 pods.go:271] [openshift-console/console-5767fdf47d-22575] addLogicalPort took 20.542112ms, libovsdb time 868.464µs I0419 18:58:10.424525 3858 cni.go:452] [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key ] I0419 18:58:10.434630 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5767fdf47d-22575, hostIfaceName: 4b0186cc83bfc0a, network: default, NAD default, SandboxID: "4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b", PCI device ID: , UID: "ed8301a9-eebc-4ab4-9a64-501717f1198e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0419 18:58:10.479697 3858 cni.go:473] [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:91:14:6f:23:25\",\"name\":\"4b0186cc83bfc0a\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c46a8635-b8a3-4d63-9bbb-fa32a32f6440\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:11.991721 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:12.753668 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:13.357947 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:18.339226 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339246 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:18.339253 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:23.031777 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0419 18:58:27.338554 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:28.262235 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:28.262259 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:58:28.616549 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5] creating logical port openshift-monitoring_thanos-querier-bc4b9c7fb-5l8f5 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:58:28.616660 3858 kube.go:256] Updating pod openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5 I0419 18:58:28.642672 3858 pod.go:62] [openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5] pod update took 26.050135ms I0419 18:58:28.642692 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5] addLogicalPort annotation time took 26.078708ms I0419 18:58:28.643829 3858 pods.go:271] [openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5] addLogicalPort took 27.293324ms, libovsdb time 819.43µs W0419 18:58:28.874174 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:28.874192 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:28.874198 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:58:28.974284 3858 cni.go:452] [openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5 ed2592988f64cd1a7814d276095c5e1524611310dbbfba783fa7a081f763e53c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5 ed2592988f64cd1a7814d276095c5e1524611310dbbfba783fa7a081f763e53c network default NAD default NAD key ] I0419 18:58:28.983344 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-bc4b9c7fb-5l8f5, hostIfaceName: ed2592988f64cd1, network: default, NAD default, SandboxID: "ed2592988f64cd1a7814d276095c5e1524611310dbbfba783fa7a081f763e53c", PCI device ID: , UID: "d15a19bb-d657-445b-9755-fc3a505f9c25", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0419 18:58:29.029877 3858 cni.go:473] [openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5 ed2592988f64cd1a7814d276095c5e1524611310dbbfba783fa7a081f763e53c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-bc4b9c7fb-5l8f5 ed2592988f64cd1a7814d276095c5e1524611310dbbfba783fa7a081f763e53c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:c3:82:1a:af:3a\",\"name\":\"ed2592988f64cd1\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/371ca25d-72cc-4c98-8a99-226a030728bd\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:29.125478 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.125499 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.125506 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:58:30.113681 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7fb66dcb79-4br72] creating logical port openshift-monitoring_metrics-server-7fb66dcb79-4br72 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:58:30.113787 3858 kube.go:256] Updating pod openshift-monitoring/metrics-server-7fb66dcb79-4br72 I0419 18:58:30.130994 3858 pod.go:62] [openshift-monitoring/metrics-server-7fb66dcb79-4br72] pod update took 17.232646ms I0419 18:58:30.131016 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7fb66dcb79-4br72] addLogicalPort annotation time took 17.261505ms I0419 18:58:30.132230 3858 pods.go:271] [openshift-monitoring/metrics-server-7fb66dcb79-4br72] addLogicalPort took 18.575ms, libovsdb time 893.636µs W0419 18:58:30.345368 3858 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5767fdf47d-bbjdt IP address from the namespace address-set, err: pod openshift-console/console-5767fdf47d-bbjdt: no pod IPs found I0419 18:58:30.875556 3858 cni.go:452] [openshift-monitoring/metrics-server-7fb66dcb79-4br72 f1d58fb5a9e9ff3d00a2fa1e476817bc94a0d475a40d1676fafe2746283bd555 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7fb66dcb79-4br72 f1d58fb5a9e9ff3d00a2fa1e476817bc94a0d475a40d1676fafe2746283bd555 network default NAD default NAD key ] I0419 18:58:30.887179 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7fb66dcb79-4br72, hostIfaceName: f1d58fb5a9e9ff3, network: default, NAD default, SandboxID: "f1d58fb5a9e9ff3d00a2fa1e476817bc94a0d475a40d1676fafe2746283bd555", PCI device ID: , UID: "e30ab3cd-f203-4990-81b8-5de2cb6f78e7", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0419 18:58:30.933737 3858 cni.go:473] [openshift-monitoring/metrics-server-7fb66dcb79-4br72 f1d58fb5a9e9ff3d00a2fa1e476817bc94a0d475a40d1676fafe2746283bd555 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7fb66dcb79-4br72 f1d58fb5a9e9ff3d00a2fa1e476817bc94a0d475a40d1676fafe2746283bd555 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:0c:9b:4e:ca:97\",\"name\":\"f1d58fb5a9e9ff3\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0bdbe17-9f59-4ddd-8615-d0d8d4104e7b\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:31.911639 3858 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-199.ec2.internal I0419 18:58:31.911786 3858 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0419 18:58:31.951244 3858 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 39.501608ms I0419 18:58:31.951269 3858 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 39.551288ms I0419 18:58:31.953322 3858 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 41.700253ms, libovsdb time 1.402736ms W0419 18:58:32.157685 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157708 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157718 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157724 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 18:58:32.286389 3858 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0fb6ab76ca5ab26914faf6e3d599a4f55812107e84ff0f34d78720d4d86050c1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0fb6ab76ca5ab26914faf6e3d599a4f55812107e84ff0f34d78720d4d86050c1 network default NAD default NAD key ] I0419 18:58:32.295895 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0fb6ab76ca5ab26, network: default, NAD default, SandboxID: "0fb6ab76ca5ab26914faf6e3d599a4f55812107e84ff0f34d78720d4d86050c1", PCI device ID: , UID: "39ef923d-b08a-40f5-b76a-5bff2af3b05b", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0419 18:58:32.341464 3858 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0fb6ab76ca5ab26914faf6e3d599a4f55812107e84ff0f34d78720d4d86050c1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0fb6ab76ca5ab26914faf6e3d599a4f55812107e84ff0f34d78720d4d86050c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:cc:76:a5:9e:51\",\"name\":\"0fb6ab76ca5ab26\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5525a2b1-236a-4a4a-8d43-8d035ba12cef\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:32.434546 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434565 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434570 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434574 3858 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.453709 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:32.861113 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:58:33.139882 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:33.208663 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.208685 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.453480 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.453500 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 18:58:34.307642 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:34.308321 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:35.123599 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:35.123630 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:35.129691 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:35.129711 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:37.170838 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:58:38.056355 3858 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:38.056911 3858 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 18:58:38.140525 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140541 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140547 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140552 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140566 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140575 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140581 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.140586 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.457825 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.457845 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.457852 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:38.457857 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 18:58:38.925597 3858 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:38.925620 3858 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:38.934067 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:38.934089 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:41.082570 3858 cni.go:452] [openshift-multus/network-metrics-daemon-4ls4n 32f8bd03a82b643624285acec66924c26cca472f6b7d6a58a89180f639a6fdab network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-4ls4n 32f8bd03a82b643624285acec66924c26cca472f6b7d6a58a89180f639a6fdab network default NAD default NAD key ] I0419 18:58:41.091480 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-4ls4n, hostIfaceName: 32f8bd03a82b643, network: default, NAD default, SandboxID: "32f8bd03a82b643624285acec66924c26cca472f6b7d6a58a89180f639a6fdab", PCI device ID: , UID: "88b493db-0587-4ae5-913c-04286315ab13", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0419 18:58:41.138591 3858 cni.go:473] [openshift-multus/network-metrics-daemon-4ls4n 32f8bd03a82b643624285acec66924c26cca472f6b7d6a58a89180f639a6fdab network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-4ls4n 32f8bd03a82b643624285acec66924c26cca472f6b7d6a58a89180f639a6fdab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:2d:8b:f3:51:85\",\"name\":\"32f8bd03a82b643\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76be37ef-de33-4bf0-84e3-fcb1a7bff356\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:43.173820 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:58:48.935866 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:48.935888 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:48.974915 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:48.974937 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:53.445140 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0419 18:58:55.493311 3858 cni.go:452] [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key ] I0419 18:58:55.569402 3858 cni.go:473] [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5767fdf47d-22575 4b0186cc83bfc0a16c467a40ec4225d8fe707dacb489a7958d923ef27b7e715b network default NAD default NAD key default], result "{}", err I0419 18:58:55.613516 3858 obj_retry.go:498] Detected object openshift-console/console-5767fdf47d-22575 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:55.613542 3858 pods.go:176] Deleting pod: openshift-console/console-5767fdf47d-22575 I0419 18:58:55.614631 3858 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5767fdf47d-22575, ips: 10.128.0.14 I0419 18:58:55.614658 3858 obj_retry.go:498] Detected object openshift-console/console-5767fdf47d-22575 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:55.622893 3858 base_network_controller_pods.go:487] [default/openshift-console/console-55cfcf75c-b8fwt] creating logical port openshift-console_console-55cfcf75c-b8fwt for pod on switch ip-10-0-0-199.ec2.internal I0419 18:58:55.622984 3858 kube.go:256] Updating pod openshift-console/console-55cfcf75c-b8fwt I0419 18:58:55.641099 3858 pod.go:62] [openshift-console/console-55cfcf75c-b8fwt] pod update took 18.139402ms I0419 18:58:55.641120 3858 base_network_controller_pods.go:951] [default/openshift-console/console-55cfcf75c-b8fwt] addLogicalPort annotation time took 18.164452ms I0419 18:58:55.642202 3858 pods.go:271] [openshift-console/console-55cfcf75c-b8fwt] addLogicalPort took 19.324909ms, libovsdb time 758.16µs I0419 18:58:55.951793 3858 cni.go:452] [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key ] I0419 18:58:55.979032 3858 cni.go:452] [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key ] I0419 18:58:55.990198 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55cfcf75c-b8fwt, hostIfaceName: 2e82d1b7a0e175a, network: default, NAD default, SandboxID: "2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc", PCI device ID: , UID: "bf411486-ce0a-41d6-bffe-5b898b85b9bf", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0419 18:58:56.026553 3858 cni.go:473] [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7697c6557-625sz 5de3febb59136596154d85a4ada2f8721f4927a3026606dbe9d722f52b43eee7 network default NAD default NAD key default], result "{}", err I0419 18:58:56.035801 3858 cni.go:473] [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:67:9c:ab:81:ac\",\"name\":\"2e82d1b7a0e175a\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93285542-252f-49c6-a9a1-368afffe363e\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:56.068829 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.068855 3858 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7697c6557-625sz I0419 18:58:56.070061 3858 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7697c6557-625sz, ips: 10.128.0.5 I0419 18:58:56.070094 3858 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.540567 3858 obj_retry.go:492] Detected object openshift-console/console-5767fdf47d-22575 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.540587 3858 obj_retry.go:492] Detected object openshift-console/console-5767fdf47d-22575 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.546573 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767fdf47d-22575 I0419 18:58:56.546597 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767fdf47d-22575 I0419 18:58:56.561054 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.561077 3858 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.566964 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7697c6557-625sz I0419 18:58:56.566983 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7697c6557-625sz W0419 18:59:00.019552 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0419 18:59:01.118839 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119275 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119304 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119317 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 18:59:01.119330 3858 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119337 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 18:59:02.144825 3858 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.144844 3858 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.144858 3858 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.144867 3858 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:04.009818 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0419 18:59:04.455777 3858 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:59:04.466158 3858 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0419 18:59:06.572256 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:59:14.303288 3858 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:14.303770 3858 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:14.608467 3858 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:14.608487 3858 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:14.616421 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:14.616446 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:23.193322 3858 cni.go:452] [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key ] I0419 18:59:23.263786 3858 cni.go:473] [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5bf7d97bcf-htd5w 7b4c47334514fee3eec26ecd10c1f50f171b0258c3ac9ff235af10e3d4fd4cdc network default NAD default NAD key default], result "{}", err I0419 18:59:23.307687 3858 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.307719 3858 pods.go:176] Deleting pod: openshift-ingress/router-default-5bf7d97bcf-htd5w I0419 18:59:23.308879 3858 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5bf7d97bcf-htd5w, ips: 10.128.0.11 I0419 18:59:23.308915 3858 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.618175 3858 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.618201 3858 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.624506 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bf7d97bcf-htd5w I0419 18:59:23.624530 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bf7d97bcf-htd5w W0419 18:59:32.441985 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:59:32.442012 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:59:32.442026 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:59:32.442034 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:59:32.694291 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:59:32.694376 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 18:59:50.605468 3858 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0419 19:00:03.831144 3858 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7998577bc7-kr6pz IP address from the namespace address-set, err: pod openshift-console/console-7998577bc7-kr6pz: no pod IPs found I0419 19:00:05.390881 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.391394 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:06.412234 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.412257 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.065357 3858 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-5cjjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:18.065839 3858 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-5cjjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:18.328138 3858 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-5cjjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.328155 3858 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-5cjjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.334673 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cfcf75c-5cjjd I0419 19:00:18.334694 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cfcf75c-5cjjd I0419 19:00:28.752346 3858 cni.go:452] [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key ] I0419 19:00:28.836881 3858 cni.go:473] [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55cfcf75c-b8fwt 2e82d1b7a0e175a9ea40c410dba050f0fcacd64f5c3c5829feb3e223cca0e6fc network default NAD default NAD key default], result "{}", err I0419 19:00:28.879107 3858 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-b8fwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:28.879138 3858 pods.go:176] Deleting pod: openshift-console/console-55cfcf75c-b8fwt I0419 19:00:28.880299 3858 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55cfcf75c-b8fwt, ips: 10.128.0.18 I0419 19:00:28.880324 3858 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-b8fwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:28.893439 3858 base_network_controller_pods.go:487] [default/openshift-console/console-659d7b68f-5rx99] creating logical port openshift-console_console-659d7b68f-5rx99 for pod on switch ip-10-0-0-199.ec2.internal I0419 19:00:28.893531 3858 kube.go:256] Updating pod openshift-console/console-659d7b68f-5rx99 I0419 19:00:28.907148 3858 pod.go:62] [openshift-console/console-659d7b68f-5rx99] pod update took 13.641068ms I0419 19:00:28.907169 3858 base_network_controller_pods.go:951] [default/openshift-console/console-659d7b68f-5rx99] addLogicalPort annotation time took 13.664752ms I0419 19:00:28.908247 3858 pods.go:271] [openshift-console/console-659d7b68f-5rx99] addLogicalPort took 14.818846ms, libovsdb time 749.085µs I0419 19:00:29.251383 3858 cni.go:452] [openshift-console/console-659d7b68f-5rx99 4e8defd01710396ac6e26a054c622f981e5f527ac14ba690491cdebc33b324c9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-659d7b68f-5rx99 4e8defd01710396ac6e26a054c622f981e5f527ac14ba690491cdebc33b324c9 network default NAD default NAD key ] I0419 19:00:29.261123 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-659d7b68f-5rx99, hostIfaceName: 4e8defd01710396, network: default, NAD default, SandboxID: "4e8defd01710396ac6e26a054c622f981e5f527ac14ba690491cdebc33b324c9", PCI device ID: , UID: "95878164-f8c9-4add-af83-6b5d07c865cf", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0419 19:00:29.306337 3858 cni.go:473] [openshift-console/console-659d7b68f-5rx99 4e8defd01710396ac6e26a054c622f981e5f527ac14ba690491cdebc33b324c9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-659d7b68f-5rx99 4e8defd01710396ac6e26a054c622f981e5f527ac14ba690491cdebc33b324c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:20:08:fd:81:9a\",\"name\":\"4e8defd01710396\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9df367bd-c4c0-4037-932e-bb05b4b5d4db\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:29.869264 3858 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-b8fwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:29.869288 3858 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-b8fwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:29.875541 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cfcf75c-b8fwt I0419 19:00:29.875570 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cfcf75c-b8fwt W0419 19:00:39.898478 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 19:00:54.752193 3858 obj_retry.go:498] Detected object openshift-console/console-7998577bc7-cftw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:54.752679 3858 obj_retry.go:498] Detected object openshift-console/console-7998577bc7-cftw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:55.738139 3858 obj_retry.go:492] Detected object openshift-console/console-7998577bc7-cftw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:55.738163 3858 obj_retry.go:492] Detected object openshift-console/console-7998577bc7-cftw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:55.744574 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7998577bc7-cftw8 I0419 19:00:55.744597 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7998577bc7-cftw8 I0419 19:02:04.936820 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0419 19:02:30.052870 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0419 19:02:38.064205 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0419 19:03:33.026611 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 19:03:58.945886 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=561 I0419 19:04:09.036128 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0419 19:04:09.253199 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 19:04:14.941324 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0419 19:04:16.026235 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 19:04:20.296767 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 19:04:20.296824 3858 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-26flk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-26flk: no pod IPs found I0419 19:04:37.030450 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0419 19:04:53.940747 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0419 19:05:28.042408 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0419 19:05:57.063758 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 19:06:07.994556 3858 namespace.go:98] [tsf] adding namespace I0419 19:06:07.995440 3858 namespace.go:102] [tsf] adding namespace took 860.935µs I0419 19:06:08.009616 3858 namespace.go:142] [tsf] updating namespace I0419 19:06:08.021363 3858 namespace.go:142] [tsf] updating namespace I0419 19:06:08.940883 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0419 19:06:12.083712 3858 namespace.go:98] [tsf-tas] adding namespace I0419 19:06:12.084178 3858 namespace.go:98] [konflux-ui] adding namespace I0419 19:06:12.084502 3858 namespace.go:102] [tsf-tas] adding namespace took 772.699µs I0419 19:06:12.085179 3858 namespace.go:102] [konflux-ui] adding namespace took 986.083µs I0419 19:06:12.087847 3858 namespace.go:98] [cert-manager-operator] adding namespace I0419 19:06:12.088425 3858 namespace.go:102] [cert-manager-operator] adding namespace took 562.387µs I0419 19:06:12.091100 3858 namespace.go:98] [tsf-tpa] adding namespace I0419 19:06:12.091197 3858 namespace.go:98] [rhtpa-operator] adding namespace I0419 19:06:12.091289 3858 namespace.go:98] [tsf-keycloak] adding namespace I0419 19:06:12.091456 3858 namespace.go:98] [rhbk-operator] adding namespace I0419 19:06:12.091471 3858 namespace.go:98] [konflux-operator] adding namespace I0419 19:06:12.091742 3858 namespace.go:102] [tsf-tpa] adding namespace took 625.711µs I0419 19:06:12.092297 3858 namespace.go:102] [rhtpa-operator] adding namespace took 1.085639ms I0419 19:06:12.092890 3858 namespace.go:102] [tsf-keycloak] adding namespace took 1.580643ms I0419 19:06:12.093401 3858 namespace.go:102] [rhbk-operator] adding namespace took 1.923849ms I0419 19:06:12.093856 3858 namespace.go:102] [konflux-operator] adding namespace took 2.373487ms I0419 19:06:12.106366 3858 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.122031 3858 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.127900 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.135421 3858 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.136234 3858 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.140060 3858 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.140100 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.144745 3858 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.148286 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.158223 3858 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.168067 3858 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.173528 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.178208 3858 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.193163 3858 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.208216 3858 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.225983 3858 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.248685 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.264364 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.270222 3858 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.281684 3858 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.290230 3858 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.305873 3858 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.319453 3858 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.329862 3858 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:13.371859 3858 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:13.381416 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:13.538654 3858 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-199.ec2.internal I0419 19:06:13.538790 3858 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0419 19:06:13.569597 3858 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.864996ms I0419 19:06:13.569619 3858 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.88742ms I0419 19:06:13.570730 3858 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 32.093486ms, libovsdb time 822.188µs I0419 19:06:13.911594 3858 cni.go:452] [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key ] I0419 19:06:13.920718 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: fe7dd0cf9f380c3, network: default, NAD default, SandboxID: "fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612", PCI device ID: , UID: "9b5e50a7-e12f-4f4e-8d9e-310ea60f323e", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0419 19:06:13.967134 3858 cni.go:473] [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:06:02:de:7e:15\",\"name\":\"fe7dd0cf9f380c3\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/840f0b62-2991-4ae0-ab89-56d2cdf6562d\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:06:19.976856 3858 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.977421 3858 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.977448 3858 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.977456 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:19.977468 3858 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.977472 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:20.006100 3858 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006631 3858 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006656 3858 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006666 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:20.006683 3858 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006690 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:21.002959 3858 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.002986 3858 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.003005 3858 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.003022 3858 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031859 3858 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031881 3858 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031894 3858 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.031907 3858 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:22.009190 3858 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009738 3858 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009761 3858 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009769 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:22.009781 3858 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009785 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:23.034413 3858 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034440 3858 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034460 3858 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034477 3858 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:24.027244 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027735 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027756 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027763 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:24.027773 3858 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027777 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:25.051154 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051172 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051184 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051193 3858 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:26.033858 3858 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034326 3858 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034351 3858 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034358 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:26.034369 3858 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034376 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:26.055436 3858 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055759 3858 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055778 3858 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055785 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:26.055799 3858 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055807 3858 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:27.077074 3858 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.077100 3858 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.077115 3858 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.077134 3858 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.109360 3858 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.109383 3858 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.109396 3858 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.109406 3858 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0419 19:06:30.926500 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0419 19:06:31.935876 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 I0419 19:06:34.337022 3858 namespace.go:98] [cert-manager] adding namespace I0419 19:06:34.337803 3858 namespace.go:102] [cert-manager] adding namespace took 759.981µs I0419 19:06:34.381029 3858 namespace.go:142] [cert-manager] updating namespace I0419 19:06:34.437737 3858 namespace.go:142] [cert-manager] updating namespace W0419 19:06:37.691922 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 19:06:37.705967 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 19:06:39.975519 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 19:06:39.975542 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0419 19:06:42.385693 3858 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:42.401278 3858 namespace.go:142] [openshift-operators] updating namespace W0419 19:06:48.029782 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 19:06:49.049607 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0419 19:06:49.062583 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 W0419 19:06:49.242728 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.260859 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.275747 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.301069 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 19:06:50.757749 3858 namespace.go:142] [openshift-operators] updating namespace W0419 19:06:58.262080 3858 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 19:06:58.395372 3858 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 19:06:58.396161 3858 namespace.go:102] [trusted-artifact-signer] adding namespace took 770.781µs I0419 19:06:58.446661 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:06:58.460221 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:00.159364 3858 cni.go:452] [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key ] I0419 19:07:00.230349 3858 cni.go:473] [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions fe7dd0cf9f380c33b3dd8bdebebabea16e2cfb6abadf695b49ab5c98e8adb612 network default NAD default NAD key default], result "{}", err I0419 19:07:00.394843 3858 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:00.394871 3858 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0419 19:07:00.396078 3858 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.20 I0419 19:07:00.396119 3858 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:00.438809 3858 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:00.438831 3858 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:00.461809 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 19:07:00.461832 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 19:07:02.267899 3858 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:02.267994 3858 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0419 19:07:02.288867 3858 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.900261ms I0419 19:07:02.288886 3858 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.924026ms I0419 19:07:02.290118 3858 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.235494ms, libovsdb time 893.078µs I0419 19:07:02.643202 3858 cni.go:452] [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key ] I0419 19:07:02.653425 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 4db20d531d78c7a, network: default, NAD default, SandboxID: "4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36", PCI device ID: , UID: "02a15237-ae3f-4ea3-bc88-115b5ba235df", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0419 19:07:02.701004 3858 cni.go:473] [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ea:1a:01:a4:62\",\"name\":\"4db20d531d78c7a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dc1eed0-b4f6-428a-98a1-95dc1c5be3c5\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:07:05.127670 3858 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-9k9sq for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:05.127779 3858 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq I0419 19:07:05.140687 3858 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-jslgz for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:05.140827 3858 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz I0419 19:07:05.146880 3858 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq] pod update took 19.126581ms I0419 19:07:05.146919 3858 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq] addLogicalPort annotation time took 19.178875ms I0419 19:07:05.148349 3858 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq] addLogicalPort took 20.694981ms, libovsdb time 1.089095ms I0419 19:07:05.155155 3858 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz] pod update took 14.365255ms I0419 19:07:05.155177 3858 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz] addLogicalPort annotation time took 14.392979ms I0419 19:07:05.156517 3858 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz] addLogicalPort took 15.845331ms, libovsdb time 975.561µs I0419 19:07:06.066866 3858 namespace.go:98] [openshift-pipelines] adding namespace I0419 19:07:06.067721 3858 namespace.go:102] [openshift-pipelines] adding namespace took 833.653µs I0419 19:07:06.089724 3858 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:07:06.777218 3858 namespace.go:142] [cert-manager] updating namespace I0419 19:07:06.981459 3858 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:07.385998 3858 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:07.586750 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:07.782664 3858 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:08.182104 3858 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:08.386342 3858 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:08.584696 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:08.784330 3858 namespace.go:142] [tsf] updating namespace I0419 19:07:08.986981 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:09.112744 3858 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz fb8e4c2f3254e7f6696e466172dd332d75565884987702e81b448670f24193b2 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz fb8e4c2f3254e7f6696e466172dd332d75565884987702e81b448670f24193b2 network default NAD default NAD key ] I0419 19:07:09.122848 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-jslgz, hostIfaceName: fb8e4c2f3254e7f, network: default, NAD default, SandboxID: "fb8e4c2f3254e7f6696e466172dd332d75565884987702e81b448670f24193b2", PCI device ID: , UID: "baa4e71c-0eec-46ed-9fa5-e413c1fa4b52", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0419 19:07:09.169560 3858 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz fb8e4c2f3254e7f6696e466172dd332d75565884987702e81b448670f24193b2 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jslgz fb8e4c2f3254e7f6696e466172dd332d75565884987702e81b448670f24193b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:72:9d:5b:ce:33\",\"name\":\"fb8e4c2f3254e7f\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ff02599-c1f3-41f5-9600-4e0fad018bc7\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:07:09.186396 3858 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:09.388246 3858 namespace.go:142] [tsf-tpa] updating namespace I0419 19:07:09.524118 3858 namespace.go:142] [cert-manager] updating namespace I0419 19:07:09.539814 3858 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:09.555761 3858 namespace.go:142] [default] updating namespace I0419 19:07:09.571372 3858 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:09.591618 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:09.598703 3858 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:09.608693 3858 namespace.go:142] [openshift] updating namespace I0419 19:07:09.622938 3858 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:09.639400 3858 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:09.650328 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:09.667733 3858 namespace.go:142] [tsf] updating namespace I0419 19:07:09.681601 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:09.699745 3858 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:09.721623 3858 namespace.go:142] [tsf-tpa] updating namespace I0419 19:07:09.782150 3858 namespace.go:142] [cert-manager] updating namespace I0419 19:07:09.899878 3858 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:10.020655 3858 namespace.go:142] [default] updating namespace I0419 19:07:10.087416 3858 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:10.189743 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:10.294744 3858 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:10.396126 3858 namespace.go:142] [openshift] updating namespace W0419 19:07:10.396204 3858 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 19:07:10.493247 3858 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:10.573296 3858 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:10.605385 3858 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq 64fad7c350fa031299d7ca28f19a37ce48535149a358a228d6de95413ced9df2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq 64fad7c350fa031299d7ca28f19a37ce48535149a358a228d6de95413ced9df2 network default NAD default NAD key ] I0419 19:07:10.615716 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-9k9sq, hostIfaceName: 64fad7c350fa031, network: default, NAD default, SandboxID: "64fad7c350fa031299d7ca28f19a37ce48535149a358a228d6de95413ced9df2", PCI device ID: , UID: "8bd1460a-ab80-42d0-b5f9-120051b1f698", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0419 19:07:10.661691 3858 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq 64fad7c350fa031299d7ca28f19a37ce48535149a358a228d6de95413ced9df2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-9k9sq 64fad7c350fa031299d7ca28f19a37ce48535149a358a228d6de95413ced9df2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:25:60:9e:0c:d8\",\"name\":\"64fad7c350fa031\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed86aa78-009a-4ce7-a8bc-997a6522ba45\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:07:10.693162 3858 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:10.773310 3858 namespace.go:142] [tsf] updating namespace I0419 19:07:10.871739 3858 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:10.974576 3858 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:11.071711 3858 namespace.go:142] [tsf-tpa] updating namespace W0419 19:07:11.249962 3858 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0419 19:07:11.490340 3858 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:07:19.395999 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:19.396111 3858 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch I0419 19:07:19.414454 3858 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch] pod update took 18.360635ms I0419 19:07:19.414478 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch] addLogicalPort annotation time took 18.392901ms I0419 19:07:19.415573 3858 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch] addLogicalPort took 19.58938ms, libovsdb time 807.479µs I0419 19:07:19.497679 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-v9w8x for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:19.497755 3858 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x I0419 19:07:19.514067 3858 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x] pod update took 16.333819ms I0419 19:07:19.514092 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x] addLogicalPort annotation time took 16.362021ms I0419 19:07:19.515088 3858 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x] addLogicalPort took 17.419608ms, libovsdb time 716.749µs I0419 19:07:19.586450 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-28w7v for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:19.586514 3858 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v I0419 19:07:19.600407 3858 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v] pod update took 13.912061ms I0419 19:07:19.600424 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v] addLogicalPort annotation time took 13.931423ms I0419 19:07:19.601402 3858 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v] addLogicalPort took 14.968678ms, libovsdb time 692.829µs I0419 19:07:19.781489 3858 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch bef8c59f4701755cbb35006f97ed261666d169718d3ed3d5330e2e44ea839e24 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch bef8c59f4701755cbb35006f97ed261666d169718d3ed3d5330e2e44ea839e24 network default NAD default NAD key ] I0419 19:07:19.790542 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch, hostIfaceName: bef8c59f4701755, network: default, NAD default, SandboxID: "bef8c59f4701755cbb35006f97ed261666d169718d3ed3d5330e2e44ea839e24", PCI device ID: , UID: "079eb084-d99a-4b2f-b04d-58ba3738e17d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0419 19:07:19.837733 3858 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch bef8c59f4701755cbb35006f97ed261666d169718d3ed3d5330e2e44ea839e24 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rw9ch bef8c59f4701755cbb35006f97ed261666d169718d3ed3d5330e2e44ea839e24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e6:e4:b0:8d:5d\",\"name\":\"bef8c59f4701755\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e08b6a0b-cd81-47a4-b213-5aeba3f06b1c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:07:19.858233 3858 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x b4a8ac000f336ed515d522e121ba286353863585508d091126269ad73fcaa8d3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x b4a8ac000f336ed515d522e121ba286353863585508d091126269ad73fcaa8d3 network default NAD default NAD key ] I0419 19:07:19.867658 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-v9w8x, hostIfaceName: b4a8ac000f336ed, network: default, NAD default, SandboxID: "b4a8ac000f336ed515d522e121ba286353863585508d091126269ad73fcaa8d3", PCI device ID: , UID: "22a21dbf-9c7f-4201-90c8-6856fdf8611d", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0419 19:07:19.915181 3858 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x b4a8ac000f336ed515d522e121ba286353863585508d091126269ad73fcaa8d3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-v9w8x b4a8ac000f336ed515d522e121ba286353863585508d091126269ad73fcaa8d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d4:b2:7c:48:5d\",\"name\":\"b4a8ac000f336ed\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a54157c0-298b-4b7a-829e-bc8019bc0f3a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:07:19.948382 3858 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v 3a2c1fae8849751575e9cb49f1b63d6b3e15ae8758b64062ef42b9ea05b67f6a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v 3a2c1fae8849751575e9cb49f1b63d6b3e15ae8758b64062ef42b9ea05b67f6a network default NAD default NAD key ] I0419 19:07:19.958501 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-28w7v, hostIfaceName: 3a2c1fae8849751, network: default, NAD default, SandboxID: "3a2c1fae8849751575e9cb49f1b63d6b3e15ae8758b64062ef42b9ea05b67f6a", PCI device ID: , UID: "a026b0d0-4933-4ad9-93b4-e5fee2eb643f", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0419 19:07:20.003512 3858 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v 3a2c1fae8849751575e9cb49f1b63d6b3e15ae8758b64062ef42b9ea05b67f6a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-28w7v 3a2c1fae8849751575e9cb49f1b63d6b3e15ae8758b64062ef42b9ea05b67f6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ea:9a:3e:20:2a\",\"name\":\"3a2c1fae8849751\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be486a89-3be1-4fd6-ba52-3385dc56fbb9\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:07:23.218193 3858 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:23.218214 3858 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:23.218220 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:24.342422 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:24.342443 3858 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:24.342455 3858 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:25.347772 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.347790 3858 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.347795 3858 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.347799 3858 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:31.210640 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0419 19:07:32.217240 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0419 19:07:36.296092 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:36.296115 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:36.296121 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:36.296126 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:45.479412 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 19:07:53.393229 3858 cni.go:452] [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key ] I0419 19:07:53.465331 3858 cni.go:473] [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 4db20d531d78c7a3872a98208bef048241572d78242e5752e12ca76ce4b9fe36 network default NAD default NAD key default], result "{}", err I0419 19:07:53.511721 3858 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:53.511748 3858 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0419 19:07:53.512992 3858 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.21 I0419 19:07:53.513017 3858 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:53.532196 3858 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:53.532216 3858 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:53.535290 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 19:07:53.535317 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 19:07:54.717865 3858 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:54.717957 3858 kube.go:256] Updating pod tsf/test-tsf-iam I0419 19:07:54.742235 3858 pod.go:62] [tsf/test-tsf-iam] pod update took 24.301728ms I0419 19:07:54.742261 3858 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 24.330924ms I0419 19:07:54.743510 3858 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 25.656873ms, libovsdb time 928.449µs I0419 19:07:55.095084 3858 cni.go:452] [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key ] I0419 19:07:55.104886 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: b708545d5fb875a, network: default, NAD default, SandboxID: "b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca", PCI device ID: , UID: "2e4afaa2-676c-46e2-981f-a9d14bf0f696", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0419 19:07:55.151839 3858 cni.go:473] [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f3:c7:e0:d7:64\",\"name\":\"b708545d5fb875a\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edff5c0a-ad21-4083-9c18-51101f4ebea0\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:07:55.489119 3858 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 19:07:55.489727 3858 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 19:07:55.489758 3858 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 19:07:55.491730 3858 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 19:07:55.856313 3858 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-199.ec2.internal I0419 19:07:55.856409 3858 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0419 19:07:55.872861 3858 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.479872ms I0419 19:07:55.872887 3858 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.512411ms I0419 19:07:55.874028 3858 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.731311ms, libovsdb time 795.365µs I0419 19:07:56.273387 3858 cni.go:452] [tsf-keycloak/keycloak-0 ae8a94c12140f87214cb24e1dd591fb9e23808950a6a5fdce414abdaccd93cb7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 ae8a94c12140f87214cb24e1dd591fb9e23808950a6a5fdce414abdaccd93cb7 network default NAD default NAD key ] I0419 19:07:56.282765 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: ae8a94c12140f87, network: default, NAD default, SandboxID: "ae8a94c12140f87214cb24e1dd591fb9e23808950a6a5fdce414abdaccd93cb7", PCI device ID: , UID: "72129763-d22e-4c8a-b9c8-34b86f1c31a2", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0419 19:07:56.328536 3858 cni.go:473] [tsf-keycloak/keycloak-0 ae8a94c12140f87214cb24e1dd591fb9e23808950a6a5fdce414abdaccd93cb7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 ae8a94c12140f87214cb24e1dd591fb9e23808950a6a5fdce414abdaccd93cb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:78:f0:02:b4:59\",\"name\":\"ae8a94c12140f87\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aac7165-f1f0-4528-9261-e57e61375ece\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:08:02.310288 3858 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0419 19:08:02.449959 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:02.449987 3858 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:02.450108 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 19:08:02.450125 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0419 19:08:08.056066 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0419 19:08:24.475678 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:24.475702 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:24.478717 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0419 19:08:24.478736 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0419 19:08:25.570585 3858 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-88xbt] creating logical port tsf-keycloak_tsf-iam-88xbt for pod on switch ip-10-0-0-199.ec2.internal I0419 19:08:25.570717 3858 kube.go:256] Updating pod tsf-keycloak/tsf-iam-88xbt I0419 19:08:25.587296 3858 pod.go:62] [tsf-keycloak/tsf-iam-88xbt] pod update took 16.604405ms I0419 19:08:25.587316 3858 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-88xbt] addLogicalPort annotation time took 16.657524ms I0419 19:08:25.588369 3858 pods.go:271] [tsf-keycloak/tsf-iam-88xbt] addLogicalPort took 17.804224ms, libovsdb time 747.052µs I0419 19:08:25.927075 3858 cni.go:452] [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key ] I0419 19:08:25.936406 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-88xbt, hostIfaceName: 7358694987da87f, network: default, NAD default, SandboxID: "7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6", PCI device ID: , UID: "00fcb8f3-7795-4c26-9da7-117ecefff67b", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0419 19:08:25.983932 3858 cni.go:473] [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8d:19:9d:e7:01\",\"name\":\"7358694987da87f\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9475ce66-6544-45b7-af88-a4ba6d3a5b14\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:08:26.667899 3858 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:26.667918 3858 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:26.667923 3858 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 19:08:28.576126 3858 cni.go:452] [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key ] I0419 19:08:28.669860 3858 cni.go:473] [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam b708545d5fb875a5b19a527c2c17fc27c5d6a766e8ff17b0418dd3730a9a24ca network default NAD default NAD key default], result "{}", err I0419 19:08:28.717865 3858 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:28.717898 3858 pods.go:176] Deleting pod: tsf/test-tsf-iam I0419 19:08:28.719164 3858 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.27 I0419 19:08:28.719188 3858 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:28.757641 3858 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:28.757665 3858 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:28.763479 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 19:08:28.763505 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 19:08:29.529442 3858 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-199.ec2.internal I0419 19:08:29.529668 3858 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0419 19:08:29.542982 3858 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.344682ms I0419 19:08:29.543119 3858 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.485814ms I0419 19:08:29.545194 3858 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.77521ms, libovsdb time 1.562654ms I0419 19:08:29.914296 3858 cni.go:452] [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key ] I0419 19:08:29.932407 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: f70d809a45dc379, network: default, NAD default, SandboxID: "f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e", PCI device ID: , UID: "eb091272-b1e2-417f-9394-e131d8a8977a", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0419 19:08:29.997576 3858 cni.go:473] [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e1:35:11:2d:27\",\"name\":\"f70d809a45dc379\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b1848e9-7930-4bf9-892c-7d8f4af899b0\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:08:38.726948 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-5hnqt] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-5hnqt for pod on switch ip-10-0-0-199.ec2.internal I0419 19:08:38.727132 3858 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-5hnqt I0419 19:08:38.739430 3858 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-5hnqt] pod update took 12.322013ms I0419 19:08:38.739463 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-5hnqt] addLogicalPort annotation time took 12.361791ms I0419 19:08:38.740814 3858 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-5hnqt] addLogicalPort took 13.890434ms, libovsdb time 909.694µs I0419 19:08:39.100760 3858 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-5hnqt b6f781f3039682037495b5e005e79c7ddbaacad702361f71a80faf79002441c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5hnqt b6f781f3039682037495b5e005e79c7ddbaacad702361f71a80faf79002441c1 network default NAD default NAD key ] I0419 19:08:39.111365 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-5hnqt, hostIfaceName: b6f781f30396820, network: default, NAD default, SandboxID: "b6f781f3039682037495b5e005e79c7ddbaacad702361f71a80faf79002441c1", PCI device ID: , UID: "000f0088-7c8d-495d-beb8-f7adabd5571b", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0419 19:08:39.163792 3858 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-5hnqt b6f781f3039682037495b5e005e79c7ddbaacad702361f71a80faf79002441c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5hnqt b6f781f3039682037495b5e005e79c7ddbaacad702361f71a80faf79002441c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:14:1f:ab:51:7d\",\"name\":\"b6f781f30396820\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cb5ba3e-172e-47c8-acd0-2f158aceea52\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:08:40.762719 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 19:08:40.762746 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0419 19:08:41.690154 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0419 19:08:44.671341 3858 cni.go:452] [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key ] I0419 19:08:44.750472 3858 cni.go:473] [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-88xbt 7358694987da87f82ccca3e18bd189539f5666b9c99f1474d1d8c6df2053cbf6 network default NAD default NAD key default], result "{}", err W0419 19:08:45.714940 3858 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 19:08:45.816767 3858 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88xbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:45.816804 3858 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-88xbt I0419 19:08:45.818062 3858 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-88xbt, ips: 10.128.0.29 I0419 19:08:45.818093 3858 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88xbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:46.027115 3858 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:46.027743 3858 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:08:46.785080 3858 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0419 19:08:46.849861 3858 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88xbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:46.849898 3858 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88xbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:47.049064 3858 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:47.049086 3858 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:51.631383 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-94mbs for pod on switch ip-10-0-0-199.ec2.internal I0419 19:08:51.631471 3858 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs I0419 19:08:51.646462 3858 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs] pod update took 15.012102ms I0419 19:08:51.646487 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs] addLogicalPort annotation time took 15.040975ms I0419 19:08:51.647733 3858 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs] addLogicalPort took 16.362356ms, libovsdb time 817.879µs I0419 19:08:51.728603 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-bz5pz for pod on switch ip-10-0-0-199.ec2.internal I0419 19:08:51.728690 3858 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz I0419 19:08:51.741791 3858 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz] pod update took 13.125359ms I0419 19:08:51.741809 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz] addLogicalPort annotation time took 13.147949ms I0419 19:08:51.742851 3858 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz] addLogicalPort took 14.263796ms, libovsdb time 712.224µs I0419 19:08:51.849074 3858 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-q8scx for pod on switch ip-10-0-0-199.ec2.internal I0419 19:08:51.849176 3858 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx I0419 19:08:51.861592 3858 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx] pod update took 12.43488ms I0419 19:08:51.861611 3858 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx] addLogicalPort annotation time took 12.45892ms I0419 19:08:51.862836 3858 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx] addLogicalPort took 13.774477ms, libovsdb time 886.76µs I0419 19:08:51.989807 3858 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs 817fb2caff9453a380f621a7b16277936c90c94bf212624778e1800e934bf4f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs 817fb2caff9453a380f621a7b16277936c90c94bf212624778e1800e934bf4f3 network default NAD default NAD key ] I0419 19:08:51.998744 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-94mbs, hostIfaceName: 817fb2caff9453a, network: default, NAD default, SandboxID: "817fb2caff9453a380f621a7b16277936c90c94bf212624778e1800e934bf4f3", PCI device ID: , UID: "2095c3d7-9e7c-45bb-9f59-905b158d98ee", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0419 19:08:52.047810 3858 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs 817fb2caff9453a380f621a7b16277936c90c94bf212624778e1800e934bf4f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94mbs 817fb2caff9453a380f621a7b16277936c90c94bf212624778e1800e934bf4f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:26:49:34:6d:3b\",\"name\":\"817fb2caff9453a\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/987c5f5a-fab3-4001-9626-b79714f1e797\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:08:52.087053 3858 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz 2119a0759bcccf7e1a2b14fc6872fabc145565a55ad89fe5dd1e701368ef3565 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz 2119a0759bcccf7e1a2b14fc6872fabc145565a55ad89fe5dd1e701368ef3565 network default NAD default NAD key ] I0419 19:08:52.096321 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-bz5pz, hostIfaceName: 2119a0759bcccf7, network: default, NAD default, SandboxID: "2119a0759bcccf7e1a2b14fc6872fabc145565a55ad89fe5dd1e701368ef3565", PCI device ID: , UID: "2098cdef-d74b-481f-a982-821ea03dcd9b", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0419 19:08:52.143073 3858 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz 2119a0759bcccf7e1a2b14fc6872fabc145565a55ad89fe5dd1e701368ef3565 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bz5pz 2119a0759bcccf7e1a2b14fc6872fabc145565a55ad89fe5dd1e701368ef3565 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:30:dd:20:b6:d7\",\"name\":\"2119a0759bcccf7\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d68a7dcd-224e-442f-91a6-640684e7ef0f\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:08:52.206507 3858 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx 15feab615b5993bd0e99343e083c9dc5dffad25ad24a1dabc389aae7df5873ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx 15feab615b5993bd0e99343e083c9dc5dffad25ad24a1dabc389aae7df5873ed network default NAD default NAD key ] I0419 19:08:52.215973 3858 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-q8scx, hostIfaceName: 15feab615b5993b, network: default, NAD default, SandboxID: "15feab615b5993bd0e99343e083c9dc5dffad25ad24a1dabc389aae7df5873ed", PCI device ID: , UID: "ab1e4e29-984d-4bf6-acad-f671c085b586", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0419 19:08:52.266013 3858 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx 15feab615b5993bd0e99343e083c9dc5dffad25ad24a1dabc389aae7df5873ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-q8scx 15feab615b5993bd0e99343e083c9dc5dffad25ad24a1dabc389aae7df5873ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:0a:c0:ea:02:be\",\"name\":\"15feab615b5993b\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecd4e06c-da2a-4403-b710-aca5d9de0912\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:08:55.720772 3858 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.720794 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.764588 3858 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0419 19:08:55.797265 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.797284 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:09:06.728438 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 19:09:16.320489 3858 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:09:23.855144 3858 cni.go:452] [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key ] I0419 19:09:23.926172 3858 cni.go:473] [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas f70d809a45dc379eedeaa27814a5e44c1d4eeffccdb92eb0b19d4889e3344d4e network default NAD default NAD key default], result "{}", err I0419 19:09:23.974891 3858 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:23.974972 3858 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0419 19:09:23.976123 3858 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.30 I0419 19:09:23.976150 3858 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:23.995489 3858 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:23.995506 3858 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:24.001907 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 19:09:24.001925 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 19:09:24.675720 3858 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-v7xlh] creating logical port tsf_patch-tekton-config-v7xlh for pod on switch ip-10-0-0-199.ec2.internal I0419 19:09:24.675837 3858 kube.go:256] Updating pod tsf/patch-tekton-config-v7xlh I0419 19:09:24.688950 3858 pod.go:62] [tsf/patch-tekton-config-v7xlh] pod update took 13.137781ms I0419 19:09:24.688970 3858 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-v7xlh] addLogicalPort annotation time took 13.163474ms I0419 19:09:24.690110 3858 pods.go:271] [tsf/patch-tekton-config-v7xlh] addLogicalPort took 14.405731ms, libovsdb time 762.495µs I0419 19:09:25.034253 3858 cni.go:452] [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key ] I0419 19:09:25.043625 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-v7xlh, hostIfaceName: b7b9cae4421ff94, network: default, NAD default, SandboxID: "b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02", PCI device ID: , UID: "276fe56f-ea43-4254-b7bc-68c517bbf6a3", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0419 19:09:25.091419 3858 cni.go:473] [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:a9:17:84:e5:db\",\"name\":\"b7b9cae4421ff94\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d65ed1c1-4549-4d12-aa10-a9431ed0df5c\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:09:30.117119 3858 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:30.117723 3858 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:30.992907 3858 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:30.992931 3858 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:31.155014 3858 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:31.155532 3858 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:31.899806 3858 cni.go:452] [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key ] I0419 19:09:31.968065 3858 cni.go:473] [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-v7xlh b7b9cae4421ff94b066634e3b5918db4d856e0b8eaed464a1d0f17beb5a5ff02 network default NAD default NAD key default], result "{}", err I0419 19:09:32.018156 3858 obj_retry.go:498] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.018185 3858 pods.go:176] Deleting pod: tsf/patch-tekton-config-v7xlh I0419 19:09:32.019552 3858 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-v7xlh, ips: 10.128.0.35 I0419 19:09:32.019587 3858 obj_retry.go:498] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.041224 3858 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:32.041249 3858 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.039070 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.039093 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 19:09:34.020714 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0419 19:09:36.021142 3858 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0419 19:09:37.025937 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 19:09:41.219027 3858 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:41.219578 3858 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:42.098700 3858 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.098719 3858 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.136647 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.136724 3858 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.142360 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v7xlh I0419 19:09:42.142384 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v7xlh I0419 19:09:42.735335 3858 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-199.ec2.internal I0419 19:09:42.735422 3858 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0419 19:09:42.747539 3858 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.139195ms I0419 19:09:42.747559 3858 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.165488ms I0419 19:09:42.748891 3858 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.5705ms, libovsdb time 955.972µs I0419 19:09:43.093545 3858 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key ] I0419 19:09:43.102692 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 56fa7e4ed5703e7, network: default, NAD default, SandboxID: "56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b", PCI device ID: , UID: "c3fdeab5-2b6e-41c9-93a3-563d43547b47", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] W0419 19:09:43.108615 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0419 19:09:43.150631 3858 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:67:31:ef:05:cc\",\"name\":\"56fa7e4ed5703e7\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daee9df1-cf89-41dc-b836-4b3208e44f15\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:09:46.971643 3858 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key ] I0419 19:09:47.046174 3858 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 56fa7e4ed5703e70e7fe476346b8e48b3a46048c8dc2d48060bb3e770e6c9a4b network default NAD default NAD key default], result "{}", err I0419 19:09:47.094140 3858 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:47.094173 3858 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0419 19:09:47.095434 3858 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.36 I0419 19:09:47.095470 3858 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:47.116030 3858 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:47.116067 3858 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:47.123604 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 19:09:47.123628 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 19:09:47.331978 3858 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-199.ec2.internal I0419 19:09:47.332082 3858 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0419 19:09:47.345495 3858 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.446611ms I0419 19:09:47.345518 3858 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.474492ms I0419 19:09:47.346799 3858 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.837042ms, libovsdb time 840.858µs I0419 19:09:47.690560 3858 cni.go:452] [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key ] I0419 19:09:47.699770 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 4e29155ca43aff7, network: default, NAD default, SandboxID: "4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5", PCI device ID: , UID: "8963f0f1-1957-4249-a6fe-175584f4f158", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0419 19:09:47.748795 3858 cni.go:473] [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:44:a7:37:d6:93\",\"name\":\"4e29155ca43aff7\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2249e524-8cfe-45c4-8200-4926cecaf1eb\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:09:52.939804 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=67 I0419 19:09:53.291956 3858 obj_retry.go:498] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:53.292580 3858 obj_retry.go:498] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:54.314238 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:54.314259 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:57.326890 3858 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:57.327396 3858 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:57.451355 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:57.451373 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:59.294825 3858 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-7ls9b-zs2xn] creating logical port tsf-tas_tuf-repository-init-7ls9b-zs2xn for pod on switch ip-10-0-0-199.ec2.internal I0419 19:09:59.294918 3858 kube.go:256] Updating pod tsf-tas/tuf-repository-init-7ls9b-zs2xn I0419 19:09:59.306931 3858 pod.go:62] [tsf-tas/tuf-repository-init-7ls9b-zs2xn] pod update took 12.038863ms I0419 19:09:59.306952 3858 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-7ls9b-zs2xn] addLogicalPort annotation time took 12.063419ms I0419 19:09:59.308202 3858 pods.go:271] [tsf-tas/tuf-repository-init-7ls9b-zs2xn] addLogicalPort took 13.395309ms, libovsdb time 871.487µs I0419 19:10:02.333160 3858 obj_retry.go:498] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:02.333657 3858 obj_retry.go:498] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:03.358580 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:03.358601 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:04.352815 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:04.353410 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:05.211949 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:05.211976 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:09.979269 3858 cni.go:452] [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key ] I0419 19:10:09.988286 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-7ls9b-zs2xn, hostIfaceName: 1a0f9f8d5ccddcb, network: default, NAD default, SandboxID: "1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc", PCI device ID: , UID: "5ab5e4a1-3b18-405e-868d-c32af27afcb2", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0419 19:10:10.037950 3858 cni.go:473] [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:fe:78:b0:b7:7d\",\"name\":\"1a0f9f8d5ccddcb\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5802a4d9-1a5e-4e53-887e-4a25b28c045f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:10:12.266481 3858 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0419 19:10:16.123491 3858 cni.go:452] [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key ] I0419 19:10:16.199784 3858 cni.go:473] [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 4e29155ca43aff7ab596cf74fcd086fb20338a79ddde87cc54b019a85dce47a5 network default NAD default NAD key default], result "{}", err I0419 19:10:16.250793 3858 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:16.250823 3858 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0419 19:10:16.252116 3858 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.37 I0419 19:10:16.252144 3858 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:16.271234 3858 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:16.271258 3858 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:16.277531 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 19:10:16.277556 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 19:10:17.018366 3858 namespace.go:98] [integration-service] adding namespace I0419 19:10:17.018370 3858 namespace.go:98] [image-controller] adding namespace I0419 19:10:17.019294 3858 namespace.go:102] [integration-service] adding namespace took 902.836µs I0419 19:10:17.019920 3858 namespace.go:102] [image-controller] adding namespace took 1.446868ms I0419 19:10:17.022391 3858 namespace.go:98] [build-service] adding namespace I0419 19:10:17.023107 3858 namespace.go:102] [build-service] adding namespace took 701.734µs I0419 19:10:17.025938 3858 namespace.go:98] [default-tenant] adding namespace I0419 19:10:17.026552 3858 namespace.go:102] [default-tenant] adding namespace took 598.317µs I0419 19:10:17.051018 3858 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.071175 3858 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.083889 3858 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.103568 3858 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.134698 3858 namespace.go:142] [build-service] updating namespace I0419 19:10:17.147615 3858 cni.go:452] [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key ] I0419 19:10:17.158991 3858 namespace.go:142] [build-service] updating namespace I0419 19:10:17.167618 3858 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.204313 3858 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.232293 3858 cni.go:473] [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-7ls9b-zs2xn 1a0f9f8d5ccddcb2e50d67427c7c0f03ea233fec12cb16e937c06dea499356fc network default NAD default NAD key default], result "{}", err I0419 19:10:17.282566 3858 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:17.282602 3858 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-7ls9b-zs2xn I0419 19:10:17.284016 3858 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-7ls9b-zs2xn, ips: 10.128.0.38 I0419 19:10:17.284058 3858 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:17.290329 3858 namespace.go:142] [build-service] updating namespace I0419 19:10:17.326622 3858 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.370216 3858 namespace.go:98] [release-service] adding namespace I0419 19:10:17.370885 3858 namespace.go:102] [release-service] adding namespace took 653.049µs I0419 19:10:17.402719 3858 namespace.go:142] [release-service] updating namespace I0419 19:10:17.424952 3858 namespace.go:142] [release-service] updating namespace I0419 19:10:17.473745 3858 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:17.473828 3858 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0419 19:10:17.485194 3858 namespace.go:142] [konflux-ui] updating namespace I0419 19:10:17.491397 3858 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 17.593467ms I0419 19:10:17.491421 3858 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 17.620282ms I0419 19:10:17.492696 3858 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 18.967057ms, libovsdb time 942.742µs I0419 19:10:17.578587 3858 namespace.go:98] [konflux-info] adding namespace I0419 19:10:17.579382 3858 namespace.go:102] [konflux-info] adding namespace took 773.06µs I0419 19:10:17.625814 3858 namespace.go:98] [namespace-lister] adding namespace I0419 19:10:17.626548 3858 namespace.go:102] [namespace-lister] adding namespace took 713.397µs I0419 19:10:17.714859 3858 namespace.go:142] [konflux-info] updating namespace I0419 19:10:17.714872 3858 namespace.go:98] [enterprise-contract-service] adding namespace I0419 19:10:17.715005 3858 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.715517 3858 namespace.go:102] [enterprise-contract-service] adding namespace took 632.169µs I0419 19:10:17.775546 3858 namespace.go:142] [konflux-info] updating namespace I0419 19:10:17.896864 3858 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.896959 3858 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:17.990699 3858 namespace.go:98] [segment-bridge] adding namespace I0419 19:10:17.990804 3858 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:17.991470 3858 namespace.go:102] [segment-bridge] adding namespace took 753.579µs I0419 19:10:18.128106 3858 cni.go:452] [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key ] I0419 19:10:18.137782 3858 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 06dd0658e3df363, network: default, NAD default, SandboxID: "06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870", PCI device ID: , UID: "d9a6fc78-8b2f-4b3c-b56c-2f9082c03b87", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0419 19:10:18.185368 3858 cni.go:473] [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:cc:6c:03:5e:14\",\"name\":\"06dd0658e3df363\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/109c9908-9c20-403f-b9af-e92909cbac4b\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:10:18.188819 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:18.307687 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:18.317311 3858 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 19:10:18.317856 3858 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 19:10:18.317873 3858 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 19:10:18.320643 3858 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 19:10:18.536799 3858 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:18.536820 3858 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:18.555037 3858 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:18.577730 3858 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 19:10:18.577752 3858 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 19:10:18.578503 3858 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 19:10:18.695530 3858 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:18.860266 3858 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-rfbtl] creating logical port namespace-lister_namespace-lister-67655c4674-rfbtl for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:18.860350 3858 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-rfbtl I0419 19:10:18.961613 3858 pod.go:62] [namespace-lister/namespace-lister-67655c4674-rfbtl] pod update took 101.288077ms I0419 19:10:18.961631 3858 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-rfbtl] addLogicalPort annotation time took 101.310184ms I0419 19:10:18.962745 3858 pods.go:271] [namespace-lister/namespace-lister-67655c4674-rfbtl] addLogicalPort took 102.491382ms, libovsdb time 790.399µs I0419 19:10:18.994758 3858 namespace.go:142] [build-service] updating namespace I0419 19:10:19.499793 3858 namespace.go:142] [default-tenant] updating namespace I0419 19:10:19.577676 3858 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-gmv7t] creating logical port image-controller_image-controller-controller-manager-6f859968fc-gmv7t for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:19.577748 3858 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-gmv7t I0419 19:10:19.602820 3858 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-gmv7t] pod update took 25.091658ms I0419 19:10:19.602839 3858 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-gmv7t] addLogicalPort annotation time took 25.114943ms I0419 19:10:19.603927 3858 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-gmv7t] addLogicalPort took 26.262998ms, libovsdb time 724.53µs I0419 19:10:19.725747 3858 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-kksbx] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-kksbx for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:19.725824 3858 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:19.749802 3858 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx] pod update took 23.998288ms I0419 19:10:19.749820 3858 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-kksbx] addLogicalPort annotation time took 24.020986ms I0419 19:10:19.750913 3858 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx] addLogicalPort took 25.175463ms, libovsdb time 770.908µs I0419 19:10:19.820646 3858 cni.go:452] [namespace-lister/namespace-lister-67655c4674-rfbtl 29cb260b1f6266a822021ea7e53c445a702c246a1c5f9f58512fff94f419d947 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-rfbtl 29cb260b1f6266a822021ea7e53c445a702c246a1c5f9f58512fff94f419d947 network default NAD default NAD key ] I0419 19:10:19.831413 3858 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-rfbtl, hostIfaceName: 29cb260b1f6266a, network: default, NAD default, SandboxID: "29cb260b1f6266a822021ea7e53c445a702c246a1c5f9f58512fff94f419d947", PCI device ID: , UID: "20cd6e34-a422-46b7-b5f0-8080467f11f0", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0419 19:10:19.880154 3858 cni.go:473] [namespace-lister/namespace-lister-67655c4674-rfbtl 29cb260b1f6266a822021ea7e53c445a702c246a1c5f9f58512fff94f419d947 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-rfbtl 29cb260b1f6266a822021ea7e53c445a702c246a1c5f9f58512fff94f419d947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:5d:44:6d:d3:29\",\"name\":\"29cb260b1f6266a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85d6cc0c-673b-4ffb-8afb-d46f7d70dc0f\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:10:19.924063 3858 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-j9nbn] creating logical port build-service_build-service-controller-manager-7cbf488fcf-j9nbn for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:19.924196 3858 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-j9nbn I0419 19:10:19.943275 3858 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-gmv7t 2d7a3029c573ec463af22ce394638baa1a62a83f51ea7906fdbe49b4144f7388 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-gmv7t 2d7a3029c573ec463af22ce394638baa1a62a83f51ea7906fdbe49b4144f7388 network default NAD default NAD key ] I0419 19:10:19.946386 3858 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-j9nbn] pod update took 22.244136ms I0419 19:10:19.946468 3858 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-j9nbn] addLogicalPort annotation time took 22.33169ms I0419 19:10:19.947667 3858 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-j9nbn] addLogicalPort took 23.634918ms, libovsdb time 823.629µs I0419 19:10:19.952204 3858 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-gmv7t, hostIfaceName: 2d7a3029c573ec4, network: default, NAD default, SandboxID: "2d7a3029c573ec463af22ce394638baa1a62a83f51ea7906fdbe49b4144f7388", PCI device ID: , UID: "dec9db73-06b5-4f77-a2d8-64bc2f0fff26", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0419 19:10:19.972261 3858 namespace.go:142] [image-controller] updating namespace I0419 19:10:20.000441 3858 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-gmv7t 2d7a3029c573ec463af22ce394638baa1a62a83f51ea7906fdbe49b4144f7388 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-gmv7t 2d7a3029c573ec463af22ce394638baa1a62a83f51ea7906fdbe49b4144f7388 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:28:1a:d8:c0:7d\",\"name\":\"2d7a3029c573ec4\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9005ce91-a82b-4612-ba88-733178a42ae6\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:10:20.284851 3858 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-j9nbn d64b97b164e39bbb52ce95147947ec855497bbb8dfa90c4b109efbc51b09d7ca network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-j9nbn d64b97b164e39bbb52ce95147947ec855497bbb8dfa90c4b109efbc51b09d7ca network default NAD default NAD key ] I0419 19:10:20.294467 3858 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-j9nbn, hostIfaceName: d64b97b164e39bb, network: default, NAD default, SandboxID: "d64b97b164e39bbb52ce95147947ec855497bbb8dfa90c4b109efbc51b09d7ca", PCI device ID: , UID: "910b06cf-08b0-4559-ae8c-f4381aa0b2b6", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0419 19:10:20.342856 3858 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-j9nbn d64b97b164e39bbb52ce95147947ec855497bbb8dfa90c4b109efbc51b09d7ca network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-j9nbn d64b97b164e39bbb52ce95147947ec855497bbb8dfa90c4b109efbc51b09d7ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b2:53:a8:d5:46\",\"name\":\"d64b97b164e39bb\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/996c0a7c-3b1b-4fe5-bdc1-daf049bb4fb6\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:10:20.422304 3858 namespace.go:142] [integration-service] updating namespace I0419 19:10:21.007352 3858 namespace.go:142] [release-service] updating namespace I0419 19:10:21.108532 3858 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-jg2mx] creating logical port release-service_release-service-controller-manager-58f96dcd8d-jg2mx for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:21.108660 3858 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-jg2mx I0419 19:10:21.123814 3858 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-jg2mx] pod update took 15.196942ms I0419 19:10:21.123842 3858 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-jg2mx] addLogicalPort annotation time took 15.232008ms I0419 19:10:21.125442 3858 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-jg2mx] addLogicalPort took 16.930562ms, libovsdb time 1.080867ms I0419 19:10:21.233890 3858 base_network_controller_pods.go:487] [default/konflux-ui/proxy-76dc8dcb94-8n4gk] creating logical port konflux-ui_proxy-76dc8dcb94-8n4gk for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:21.234008 3858 kube.go:256] Updating pod konflux-ui/proxy-76dc8dcb94-8n4gk I0419 19:10:21.244390 3858 namespace.go:142] [build-service] updating namespace I0419 19:10:21.256163 3858 pod.go:62] [konflux-ui/proxy-76dc8dcb94-8n4gk] pod update took 22.19286ms I0419 19:10:21.256196 3858 base_network_controller_pods.go:951] [default/konflux-ui/proxy-76dc8dcb94-8n4gk] addLogicalPort annotation time took 22.230182ms I0419 19:10:21.257751 3858 pods.go:271] [konflux-ui/proxy-76dc8dcb94-8n4gk] addLogicalPort took 23.882108ms, libovsdb time 1.058491ms I0419 19:10:21.297564 3858 namespace.go:142] [default-tenant] updating namespace I0419 19:10:21.336953 3858 namespace.go:142] [image-controller] updating namespace I0419 19:10:21.381312 3858 namespace.go:142] [integration-service] updating namespace I0419 19:10:21.397329 3858 namespace.go:142] [release-service] updating namespace I0419 19:10:21.487314 3858 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-rfm7k] creating logical port tsf-tas_tuf-bc5768c88-rfm7k for pod on switch ip-10-0-0-199.ec2.internal I0419 19:10:21.487429 3858 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-rfm7k I0419 19:10:21.501378 3858 pod.go:62] [tsf-tas/tuf-bc5768c88-rfm7k] pod update took 13.981821ms I0419 19:10:21.501406 3858 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-rfm7k] addLogicalPort annotation time took 14.01457ms I0419 19:10:21.502946 3858 pods.go:271] [tsf-tas/tuf-bc5768c88-rfm7k] addLogicalPort took 15.65287ms, libovsdb time 1.03296ms I0419 19:10:21.517125 3858 namespace.go:142] [build-service] updating namespace I0419 19:10:21.694506 3858 namespace.go:142] [default-tenant] updating namespace I0419 19:10:21.877490 3858 namespace.go:142] [image-controller] updating namespace I0419 19:10:21.970030 3858 namespace.go:142] [integration-service] updating namespace I0419 19:10:22.052512 3858 namespace.go:142] [release-service] updating namespace I0419 19:10:23.260748 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:23.460244 3858 namespace.go:142] [konflux-info] updating namespace I0419 19:10:23.666710 3858 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:23.862868 3858 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:23.981227 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:23.995035 3858 namespace.go:142] [konflux-info] updating namespace I0419 19:10:24.010567 3858 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:24.026270 3858 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:24.090787 3858 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:24.188185 3858 namespace.go:142] [konflux-info] updating namespace I0419 19:10:24.288120 3858 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:24.386917 3858 namespace.go:142] [segment-bridge] updating namespace W0419 19:10:27.191956 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0419 19:10:27.213125 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0419 19:10:27.237676 3858 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0419 19:10:27.884961 3858 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key ] I0419 19:10:27.894104 3858 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-kksbx, hostIfaceName: 0a1e71da42f381f, network: default, NAD default, SandboxID: "0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962", PCI device ID: , UID: "b9e529ab-ab75-44f3-a2a1-b42cf5767b71", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0419 19:10:27.942691 3858 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a7:11:75:3c:f3\",\"name\":\"0a1e71da42f381f\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7f930c1-1c78-4896-aa5c-dbc4c6c203b3\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:10:28.221229 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0419 19:10:28.987199 3858 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-jg2mx c1bf7203136f7721adf9fc655e5c28ff4041ee3f8ae57ff82e3d13ab4cb8ecd8 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-jg2mx c1bf7203136f7721adf9fc655e5c28ff4041ee3f8ae57ff82e3d13ab4cb8ecd8 network default NAD default NAD key ] I0419 19:10:28.996805 3858 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-jg2mx, hostIfaceName: c1bf7203136f772, network: default, NAD default, SandboxID: "c1bf7203136f7721adf9fc655e5c28ff4041ee3f8ae57ff82e3d13ab4cb8ecd8", PCI device ID: , UID: "3bf1e74a-f810-4c49-8514-589c270c39da", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0419 19:10:29.052640 3858 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-jg2mx c1bf7203136f7721adf9fc655e5c28ff4041ee3f8ae57ff82e3d13ab4cb8ecd8 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-jg2mx c1bf7203136f7721adf9fc655e5c28ff4041ee3f8ae57ff82e3d13ab4cb8ecd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:7e:f5:5e:a0:3b\",\"name\":\"c1bf7203136f772\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150b4fe2-db31-47bb-8999-11151f39423a\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:10:29.365345 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:29.365857 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0419 19:10:30.300636 3858 cni.go:452] [konflux-ui/proxy-76dc8dcb94-8n4gk 3e09bd94e7ab579de1f51eba04d3b18fb44a5effbabcdab1e8f80c045fb12ebb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-76dc8dcb94-8n4gk 3e09bd94e7ab579de1f51eba04d3b18fb44a5effbabcdab1e8f80c045fb12ebb network default NAD default NAD key ] I0419 19:10:30.301575 3858 cni.go:452] [tsf-tas/tuf-bc5768c88-rfm7k 7bdbde07ef04f62b232892f9f6d64dddbc43a0542fddf0e933519b0da687bda2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-rfm7k 7bdbde07ef04f62b232892f9f6d64dddbc43a0542fddf0e933519b0da687bda2 network default NAD default NAD key ] I0419 19:10:30.311738 3858 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-76dc8dcb94-8n4gk, hostIfaceName: 3e09bd94e7ab579, network: default, NAD default, SandboxID: "3e09bd94e7ab579de1f51eba04d3b18fb44a5effbabcdab1e8f80c045fb12ebb", PCI device ID: , UID: "68d2ed8d-4e91-4c44-b6a7-98879bfc2cfe", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0419 19:10:30.312064 3858 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-rfm7k, hostIfaceName: 7bdbde07ef04f62, network: default, NAD default, SandboxID: "7bdbde07ef04f62b232892f9f6d64dddbc43a0542fddf0e933519b0da687bda2", PCI device ID: , UID: "071d7e8d-2934-43d1-a42d-0221f71e26c7", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0419 19:10:30.362768 3858 cni.go:473] [konflux-ui/proxy-76dc8dcb94-8n4gk 3e09bd94e7ab579de1f51eba04d3b18fb44a5effbabcdab1e8f80c045fb12ebb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-76dc8dcb94-8n4gk 3e09bd94e7ab579de1f51eba04d3b18fb44a5effbabcdab1e8f80c045fb12ebb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:db:44:e1:b1:e8\",\"name\":\"3e09bd94e7ab579\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d43e4e4b-9e0a-4754-bcf6-68b8a75f9711\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:10:30.366861 3858 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0419 19:10:30.382806 3858 cni.go:473] [tsf-tas/tuf-bc5768c88-rfm7k 7bdbde07ef04f62b232892f9f6d64dddbc43a0542fddf0e933519b0da687bda2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-rfm7k 7bdbde07ef04f62b232892f9f6d64dddbc43a0542fddf0e933519b0da687bda2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:5f:6c:0f:60:9e\",\"name\":\"7bdbde07ef04f62\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/834a3488-697e-4504-b8d7-e16d2ccf3f99\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:10:31.225738 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:31.228892 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:10:33.416873 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:33.416903 3858 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:35.249668 3858 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 19:10:35.249831 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:10:35.274031 3858 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0419 19:10:35.308473 3858 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:35.308491 3858 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:38.205031 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0419 19:10:38.228760 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 19:10:40.401110 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:40.401138 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:40.401177 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:10:40.401186 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0419 19:10:40.897094 3858 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key ] I0419 19:10:40.983240 3858 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kksbx 0a1e71da42f381f57e085255476bb1f929a4467aaa67d3455798e951283aa962 network default NAD default NAD key default], result "{}", err I0419 19:10:41.043933 3858 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:41.043972 3858 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:41.045518 3858 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-kksbx, ips: 10.128.0.42 I0419 19:10:41.045546 3858 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:41.278478 3858 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:41.278502 3858 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:41.284705 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:41.284735 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:41.948828 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=614 W0419 19:10:46.261505 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0419 19:10:46.262762 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:10:46.281107 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0419 19:10:59.944101 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 W0419 19:11:13.494281 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:11:13.494302 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0419 19:11:13.494313 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:11:13.494318 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0419 19:11:14.315462 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:11:14.315480 3858 util.go:959] Failed to build node endpoints for node ip-10-0-0-199.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0419 19:11:43.029604 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0419 19:11:44.456895 3858 obj_retry.go:498] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:44.457465 3858 obj_retry.go:498] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:44.847699 3858 obj_retry.go:492] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:44.847715 3858 obj_retry.go:492] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:44.854036 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:44.854077 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:49.635217 3858 cni.go:452] [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key ] I0419 19:11:49.715236 3858 cni.go:473] [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 06dd0658e3df3637df9e74f615509fe5439be62ffa76f2a77c9b4dbd94aa3870 network default NAD default NAD key default], result "{}", err I0419 19:11:49.767125 3858 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:49.767152 3858 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0419 19:11:49.768523 3858 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.39 I0419 19:11:49.768557 3858 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:49.801801 3858 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:49.801824 3858 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:49.811215 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 19:11:49.811242 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 19:12:07.067613 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0419 19:12:11.067746 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0419 19:12:12.938808 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0419 19:12:17.672486 3858 namespace.go:98] [default-managed-tenant-fjvmg] adding namespace I0419 19:12:17.673327 3858 namespace.go:102] [default-managed-tenant-fjvmg] adding namespace took 819.428µs I0419 19:12:17.698305 3858 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:17.718231 3858 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.684147 3858 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.810311 3858 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.911454 3858 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:47.038804 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0419 19:12:50.951662 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 19:13:19.028920 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0419 19:13:21.055216 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:13:49.046022 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0419 19:13:49.944079 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0419 19:13:57.032921 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 19:14:55.067060 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 19:16:10.058727 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 19:16:17.942756 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0419 19:17:07.952300 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0419 19:18:28.947317 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0419 19:18:42.041614 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:19:08.947101 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0419 19:19:46.070957 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 19:19:54.055148 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:54.055195 3858 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:54.059004 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-pdb2f I0419 19:19:54.059030 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-pdb2f I0419 19:19:57.027592 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:57.027638 3858 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:57.031154 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-cjnx2 I0419 19:19:57.031182 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-cjnx2 I0419 19:20:03.030145 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:03.030168 3858 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:03.032558 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-dq69d I0419 19:20:03.032590 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-dq69d I0419 19:20:04.011201 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.011796 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.875918 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:04.875963 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:14.032374 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0419 19:20:36.057994 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 19:20:57.955423 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0419 19:21:06.942162 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0419 19:21:48.032577 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 19:22:00.071073 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0419 19:22:26.036242 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0419 19:22:32.954898 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0419 19:23:31.048910 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0419 19:23:47.061207 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 19:23:55.918943 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-h98px-init-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:23:55.919143 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod I0419 19:23:55.950927 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod] pod update took 31.824535ms I0419 19:23:55.950957 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod] addLogicalPort annotation time took 31.859324ms I0419 19:23:55.952303 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod] addLogicalPort took 33.329007ms, libovsdb time 886.711µs I0419 19:23:56.281585 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key ] I0419 19:23:56.291627 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-h98px-init-pod, hostIfaceName: 8e117ca18533ed5, network: default, NAD default, SandboxID: "8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70", PCI device ID: , UID: "bfa829dc-8bf9-434d-ad5e-f6e6ea127ea1", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0419 19:23:56.343004 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b5:ef:78:f1:28\",\"name\":\"8e117ca18533ed5\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56ffc3f4-dc17-46ae-85e4-d3a555622c4e\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:24:10.277034 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key ] I0419 19:24:10.368179 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod 8e117ca18533ed56a317ff06992250f980401d0aeb0f0ebc215ba8bc74dd1c70 network default NAD default NAD key default], result "{}", err I0419 19:24:10.425803 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:10.425864 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod I0419 19:24:10.427379 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod, ips: 10.128.0.47 I0419 19:24:10.427412 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:11.160686 3858 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:24:11.160716 3858 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:24:11.167436 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod I0419 19:24:11.167459 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod I0419 19:24:26.044609 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0419 19:24:26.614319 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:26.614890 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:27.022539 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-clone-repository-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:24:27.022693 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod I0419 19:24:27.046130 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod] pod update took 23.469331ms I0419 19:24:27.046154 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod] addLogicalPort annotation time took 23.498845ms I0419 19:24:27.047338 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod] addLogicalPort took 24.817934ms, libovsdb time 817.508µs I0419 19:24:27.386804 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key ] I0419 19:24:27.396893 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-clone-repository-pod, hostIfaceName: 27f23f9d1129767, network: default, NAD default, SandboxID: "27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939", PCI device ID: , UID: "3915379e-23a0-425d-82dc-3f69506c1f0c", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0419 19:24:27.448856 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e6:15:c5:79:30\",\"name\":\"27f23f9d1129767\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8372152-eeb6-402a-9012-445803587143\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:24:28.949746 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0419 19:24:40.069929 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0419 19:24:42.345408 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key ] I0419 19:24:42.425570 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod 27f23f9d1129767c472b4d1a9161de3d9dfa375ecc2ea8c9bb056408c86fe939 network default NAD default NAD key default], result "{}", err I0419 19:24:42.500312 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:42.500353 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod I0419 19:24:42.501692 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod, ips: 10.128.0.48 I0419 19:24:42.501718 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:42.774424 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:24:42.774621 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod I0419 19:24:42.797241 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod] pod update took 22.653631ms I0419 19:24:42.797263 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod] addLogicalPort annotation time took 22.680051ms I0419 19:24:42.798512 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod] addLogicalPort took 24.101971ms, libovsdb time 898.202µs I0419 19:24:43.139589 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key ] I0419 19:24:43.149515 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod, hostIfaceName: 6ecff131dda2cab, network: default, NAD default, SandboxID: "6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51", PCI device ID: , UID: "91c7a8fd-e96e-46e6-99ce-d97142f30fd6", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0419 19:24:43.202792 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:72:91:85:f4:b3\",\"name\":\"6ecff131dda2cab\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fd443d8-7858-4a5d-b80c-b9b7fdbf069d\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:25:21.577513 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key ] I0419 19:25:21.667936 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod 6ecff131dda2cabd2c2886d091295c5ac54dc383e74525e861defda18090fe51 network default NAD default NAD key default], result "{}", err I0419 19:25:21.771604 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:21.771637 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod I0419 19:25:21.772966 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod, ips: 10.128.0.49 I0419 19:25:21.772994 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:24.945617 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0419 19:27:13.035756 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 19:27:13.073864 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0419 19:27:47.074476 3858 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 19:27:58.383743 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-build-image-index-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:27:58.383897 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod I0419 19:27:58.408611 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod] pod update took 24.745491ms I0419 19:27:58.408637 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod] addLogicalPort annotation time took 24.777323ms I0419 19:27:58.409993 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod] addLogicalPort took 26.267528ms, libovsdb time 918.1µs I0419 19:27:58.746348 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key ] I0419 19:27:58.755945 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-build-image-index-pod, hostIfaceName: 71b1952ef0fe1d2, network: default, NAD default, SandboxID: "71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0", PCI device ID: , UID: "96159467-29ce-46ec-8ee1-85e0c28ec6d4", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0419 19:27:58.807020 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c2:61:03:05:1d\",\"name\":\"71b1952ef0fe1d2\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c73899ad-87cb-49a3-b1af-ab8b16347b1c\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:27:59.090129 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:27:59.090699 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:26.950787 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0419 19:28:26.997713 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-clair-scan-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:28:26.997845 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod I0419 19:28:27.039940 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod] pod update took 42.126795ms I0419 19:28:27.039964 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod] addLogicalPort annotation time took 42.155772ms I0419 19:28:27.041100 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod] addLogicalPort took 43.398612ms, libovsdb time 787.91µs I0419 19:28:27.360097 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key ] I0419 19:28:27.369711 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-clair-scan-pod, hostIfaceName: d796426006a570c, network: default, NAD default, SandboxID: "d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c", PCI device ID: , UID: "109e9710-874d-4ed4-ae97-5784467f0b78", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0419 19:28:27.422503 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:1d:0c:dc:8a:52\",\"name\":\"d796426006a570c\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aab4582-72f1-4ab6-b84b-427131917fe6\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:28:27.558611 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key ] I0419 19:28:27.644082 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod 71b1952ef0fe1d2647835165b8a45e1da7638fb95e23a40640279364fd50a4c0 network default NAD default NAD key default], result "{}", err I0419 19:28:27.696340 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:27.696376 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod I0419 19:28:27.697666 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod, ips: 10.128.0.50 I0419 19:28:27.697697 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:28.178500 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:28:28.178660 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod I0419 19:28:28.207640 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod] pod update took 29.014655ms I0419 19:28:28.207662 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod] addLogicalPort annotation time took 29.040299ms I0419 19:28:28.208914 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod] addLogicalPort took 30.441912ms, libovsdb time 875.67µs I0419 19:28:28.566302 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key ] I0419 19:28:28.576971 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod, hostIfaceName: 774f008d702086c, network: default, NAD default, SandboxID: "774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4", PCI device ID: , UID: "274c4a30-4e84-4794-ae5e-ca1f85453788", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0419 19:28:28.610417 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:28:28.610561 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod I0419 19:28:28.628294 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d9:5d:07:fd:4e\",\"name\":\"774f008d702086c\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/868ba538-e5e7-4f71-b9c5-194f8e68097a\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:28:28.633654 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod] pod update took 23.128355ms I0419 19:28:28.633677 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod] addLogicalPort annotation time took 23.1532ms I0419 19:28:28.634817 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod] addLogicalPort took 24.417822ms, libovsdb time 726.781µs I0419 19:28:28.716994 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:28:28.717151 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod I0419 19:28:28.750126 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod] pod update took 33.007563ms I0419 19:28:28.750158 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod] addLogicalPort annotation time took 33.043068ms I0419 19:28:28.751517 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod] addLogicalPort took 34.542456ms, libovsdb time 960.873µs I0419 19:28:29.051098 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key ] I0419 19:28:29.061426 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod, hostIfaceName: 7b77d793065b7f0, network: default, NAD default, SandboxID: "7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0", PCI device ID: , UID: "3798a091-e03e-44f4-a111-992d445d9bc5", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0419 19:28:29.098842 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key ] I0419 19:28:29.109313 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod, hostIfaceName: c06f192c087bfb7, network: default, NAD default, SandboxID: "c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c", PCI device ID: , UID: "52c7fa81-b915-46c8-88e2-722b0e5c31a3", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0419 19:28:29.114870 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:83:aa:8c:58:1e\",\"name\":\"7b77d793065b7f0\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/361c4cec-c177-439f-8fc7-48625506d010\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:28:29.158552 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:17:d7:03:c3:cd\",\"name\":\"c06f192c087bfb7\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/477f5256-00cb-4609-89e8-1314f19820ae\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:28:41.051945 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0419 19:28:48.963199 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-htff9-init-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:28:48.963359 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:28:48.982851 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod] pod update took 19.52942ms I0419 19:28:48.982881 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod] addLogicalPort annotation time took 19.566703ms I0419 19:28:48.984671 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod] addLogicalPort took 21.493797ms, libovsdb time 1.21943ms I0419 19:29:02.039167 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0419 19:29:02.754037 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-init-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:29:02.754203 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod I0419 19:29:02.770947 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod] pod update took 16.774287ms I0419 19:29:02.770970 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod] addLogicalPort annotation time took 16.803507ms I0419 19:29:02.772277 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod] addLogicalPort took 18.257856ms, libovsdb time 862.104µs I0419 19:29:04.910308 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key ] I0419 19:29:04.919676 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-htff9-init-pod, hostIfaceName: a87c82ce2bc83c2, network: default, NAD default, SandboxID: "a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b", PCI device ID: , UID: "6654de40-3350-4a3b-8fb9-2869ce63a68f", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0419 19:29:04.978237 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b7:86:81:0d:9b\",\"name\":\"a87c82ce2bc83c2\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36495381-7d10-4837-9821-b95687bbcc1e\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:29:05.003083 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key ] I0419 19:29:05.014464 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-init-pod, hostIfaceName: 1454fb2b8dc9447, network: default, NAD default, SandboxID: "1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4", PCI device ID: , UID: "1a7f680f-4773-4e83-a0af-3f030ddf2b69", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0419 19:29:05.073956 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:93:f3:4c:10:22\",\"name\":\"1454fb2b8dc9447\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35fcc967-9c5b-468c-90ff-be97c04eb3df\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:29:05.916585 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key ] I0419 19:29:06.006818 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod a87c82ce2bc83c251e5e5bf91483ef5ab75417259e08b93a5194c24132eb7f1b network default NAD default NAD key default], result "{}", err I0419 19:29:06.938166 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:06.938272 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:06.940031 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod, ips: 10.128.0.55 I0419 19:29:06.940095 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:06.950400 3858 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:29:06.950422 3858 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:29:06.956495 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:06.956581 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:08.812001 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-clone-repository-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:29:08.812153 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod I0419 19:29:08.834665 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod] pod update took 22.545588ms I0419 19:29:08.834695 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod] addLogicalPort annotation time took 22.581058ms I0419 19:29:08.836439 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod] addLogicalPort took 24.45783ms, libovsdb time 1.203164ms I0419 19:29:08.953837 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key ] I0419 19:29:09.054542 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod 1454fb2b8dc94478f5b8f8874932c8ee4869c6e47a4a5e2f0f5fca05947548a4 network default NAD default NAD key default], result "{}", err I0419 19:29:09.129821 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:09.129878 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod I0419 19:29:09.131608 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod, ips: 10.128.0.56 I0419 19:29:09.131639 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:09.188949 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key ] I0419 19:29:09.200035 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-clone-repository-pod, hostIfaceName: 9381fef113b6309, network: default, NAD default, SandboxID: "9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a", PCI device ID: , UID: "a7fab7a3-cabc-450f-a3f0-426d10e1ed08", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0419 19:29:09.263722 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0e:60:4b:01:f0\",\"name\":\"9381fef113b6309\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af9cb4f-132d-4758-99b9-612fa65b310b\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:29:26.798787 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:26.799480 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:26.927653 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:29:26.927775 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod I0419 19:29:26.953535 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod] pod update took 25.791441ms I0419 19:29:26.953557 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod] addLogicalPort annotation time took 25.817677ms I0419 19:29:26.955110 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod] addLogicalPort took 27.493955ms, libovsdb time 1.084236ms I0419 19:29:27.121980 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key ] I0419 19:29:27.123102 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key ] I0419 19:29:27.126793 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key ] I0419 19:29:27.260005 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod 9381fef113b630930910b34b2050251c95b26a018ec91d25a21d40a00d8a6c0a network default NAD default NAD key default], result "{}", err I0419 19:29:27.276024 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod 774f008d702086c2c63893fd4f569d75ae0a8c168135cd5fe1bd5476418196b4 network default NAD default NAD key default], result "{}", err I0419 19:29:27.290004 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod 7b77d793065b7f0653f720c129593eda3dfc31b890166ae2f5316646fa921ce0 network default NAD default NAD key default], result "{}", err I0419 19:29:27.450786 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.450825 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod I0419 19:29:27.452481 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod, ips: 10.128.0.57 I0419 19:29:27.452515 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.467459 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key ] I0419 19:29:27.478516 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod, hostIfaceName: 8dbdd1bdda3bf98, network: default, NAD default, SandboxID: "8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e", PCI device ID: , UID: "46577a05-3644-4343-a60e-8e58b60a5a2b", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0419 19:29:27.493710 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.493747 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod I0419 19:29:27.495301 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod, ips: 10.128.0.52 I0419 19:29:27.495335 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.532066 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.532161 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod I0419 19:29:27.533554 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod, ips: 10.128.0.53 I0419 19:29:27.533586 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.536735 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8e:50:aa:3d:dd\",\"name\":\"8dbdd1bdda3bf98\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd948317-2aeb-4f24-aa89-c28f8dd9ea32\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:29:38.856476 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:38.857105 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:53.073333 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0419 19:29:56.367160 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key ] I0419 19:29:56.371936 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key ] I0419 19:29:56.474830 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod c06f192c087bfb7b43eb88d5e86bbf843358a6f2aa6116d971e160e3cfd5b03c network default NAD default NAD key default], result "{}", err I0419 19:29:56.483960 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod 8dbdd1bdda3bf98917ca3dad3c77bc976cc434d5ab2007dc0f76ff637598ea9e network default NAD default NAD key default], result "{}", err I0419 19:29:56.582455 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.582497 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod I0419 19:29:56.583817 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod, ips: 10.128.0.54 I0419 19:29:56.583845 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.625342 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.625369 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod I0419 19:29:56.626608 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod, ips: 10.128.0.58 I0419 19:29:56.626644 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.031565 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.032202 3858 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.863294 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.863317 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.902001 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.902029 3858 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.908792 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:30:05.908818 3858 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:30:13.061397 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0419 19:30:29.958404 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0419 19:30:35.035345 3858 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 19:30:41.952857 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0419 19:30:45.958659 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=246 I0419 19:30:55.945693 3858 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0419 19:31:48.047213 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0419 19:32:06.328477 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-build-image-index-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:06.328632 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod I0419 19:32:06.359966 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod] pod update took 31.369945ms I0419 19:32:06.359991 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod] addLogicalPort annotation time took 31.398843ms I0419 19:32:06.361290 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod] addLogicalPort took 32.82695ms, libovsdb time 847.998µs I0419 19:32:06.698312 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key ] I0419 19:32:06.708170 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-build-image-index-pod, hostIfaceName: 291ee297485afb1, network: default, NAD default, SandboxID: "291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5", PCI device ID: , UID: "96c962a4-93b9-44d3-a801-1e4a54b0683c", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0419 19:32:06.759675 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:71:0f:4b:f0:02\",\"name\":\"291ee297485afb1\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9fcb8fa-7bb4-4b7c-9ffc-81ac8a1ffa75\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:06.982428 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:06.982952 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:11.625656 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:11.625811 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod I0419 19:32:11.647336 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod] pod update took 21.554425ms I0419 19:32:11.647360 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod] addLogicalPort annotation time took 21.584162ms I0419 19:32:11.648610 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod] addLogicalPort took 22.97363ms, libovsdb time 860.16µs I0419 19:32:11.708615 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-clair-scan-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:11.708760 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod I0419 19:32:11.734763 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod] pod update took 26.034121ms I0419 19:32:11.734788 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod] addLogicalPort annotation time took 26.061718ms I0419 19:32:11.736060 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod] addLogicalPort took 27.436361ms, libovsdb time 755.11µs I0419 19:32:12.076700 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key ] I0419 19:32:12.086404 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-clair-scan-pod, hostIfaceName: 48eefd9d9ddf830, network: default, NAD default, SandboxID: "48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52", PCI device ID: , UID: "96faa172-4ee2-4b1c-a8c4-f1b6c6083ab8", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0419 19:32:12.138530 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d2:d3:80:0e:c0\",\"name\":\"48eefd9d9ddf830\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/351d6f52-883b-4093-bd2a-9af5d91246bf\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:12.171322 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:12.171471 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod I0419 19:32:12.191726 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod] pod update took 20.282119ms I0419 19:32:12.191748 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod] addLogicalPort annotation time took 20.307507ms I0419 19:32:12.193225 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod] addLogicalPort took 21.912832ms, libovsdb time 1.05843ms I0419 19:32:12.263384 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key ] I0419 19:32:12.295325 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key ] I0419 19:32:12.306448 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod, hostIfaceName: f588a23c29dbe05, network: default, NAD default, SandboxID: "f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07", PCI device ID: , UID: "ec076663-bce4-4e5b-844f-82982b968194", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0419 19:32:12.347579 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod 291ee297485afb124445de73060f129738216105d9d98dd8d593e7643218abc5 network default NAD default NAD key default], result "{}", err I0419 19:32:12.357353 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:95:56:ad:c4:65\",\"name\":\"f588a23c29dbe05\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f60ee9ae-1133-4c41-ab27-a6cb31560ad5\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:12.404694 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:12.404721 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod I0419 19:32:12.406259 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod, ips: 10.128.0.59 I0419 19:32:12.406283 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:12.539813 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key ] I0419 19:32:12.551004 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod, hostIfaceName: 5badee0c091ab0a, network: default, NAD default, SandboxID: "5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073", PCI device ID: , UID: "3c4a4b08-4d2e-4dec-9800-dda65a5affb7", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0419 19:32:12.601873 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:53:63:52:1b:64\",\"name\":\"5badee0c091ab0a\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61e8d111-7964-49f6-a164-85f415ac14c6\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:12.657950 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:12.658120 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod I0419 19:32:12.677188 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod] pod update took 19.098129ms I0419 19:32:12.677209 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod] addLogicalPort annotation time took 19.124587ms I0419 19:32:12.678551 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod] addLogicalPort took 20.614344ms, libovsdb time 961.254µs I0419 19:32:12.923140 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:12.923302 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod I0419 19:32:12.940406 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod] pod update took 17.137688ms I0419 19:32:12.940432 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod] addLogicalPort annotation time took 17.164364ms I0419 19:32:12.941768 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod] addLogicalPort took 18.645331ms, libovsdb time 915.744µs I0419 19:32:13.038888 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key ] I0419 19:32:13.050876 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod, hostIfaceName: aa42aaf760a0d82, network: default, NAD default, SandboxID: "aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619", PCI device ID: , UID: "bd90a64c-7874-498b-aa1a-00f9abb65d85", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0419 19:32:13.100401 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:38:92:72:39:62\",\"name\":\"aa42aaf760a0d82\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1fb9d9c-5e7d-44a2-a83a-ec9c5f8a56ea\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:13.316631 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key ] I0419 19:32:13.338935 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod, hostIfaceName: 55eee6d3b81d6f0, network: default, NAD default, SandboxID: "55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc", PCI device ID: , UID: "9c96c44b-29ed-4234-8c33-2b9ed2586005", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0419 19:32:13.402648 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b3:25:48:42:8f\",\"name\":\"55eee6d3b81d6f0\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/150595fd-de6a-4781-bf41-0c2abb89ed5a\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:13.426098 3858 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-tpa-scan-pod for pod on switch ip-10-0-0-199.ec2.internal I0419 19:32:13.426245 3858 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod I0419 19:32:13.449483 3858 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod] pod update took 23.278187ms I0419 19:32:13.449504 3858 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod] addLogicalPort annotation time took 23.302908ms I0419 19:32:13.450871 3858 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod] addLogicalPort took 24.790215ms, libovsdb time 1.01398ms I0419 19:32:13.747772 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key ] I0419 19:32:13.757727 3858 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-tpa-scan-pod, hostIfaceName: 0f96d67bc827151, network: default, NAD default, SandboxID: "0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f", PCI device ID: , UID: "f6248bea-f3ce-4b78-92a9-19ffe5266f20", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0419 19:32:13.808260 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5f:cf:9f:fa:20\",\"name\":\"0f96d67bc827151\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08f88101-fbe8-4ae8-acb6-2f227d07b49e\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:32:20.406713 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key ] I0419 19:32:20.408150 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key ] I0419 19:32:20.521554 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod d796426006a570ca1c387a0908ebd2a4b4662b05a933c6c086838c4550d2e91c network default NAD default NAD key default], result "{}", err I0419 19:32:20.541162 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod aa42aaf760a0d826087012e705257286c6bb29028109acceb3f229e67b966619 network default NAD default NAD key default], result "{}", err I0419 19:32:20.633118 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.633229 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod I0419 19:32:20.635002 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod, ips: 10.128.0.51 I0419 19:32:20.635037 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.672629 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.672664 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod I0419 19:32:20.675028 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod, ips: 10.128.0.63 I0419 19:32:20.675090 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:25.471988 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key ] I0419 19:32:25.564844 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod 5badee0c091ab0a6947733872bfad9c0cc7aaa2e4ed17ce0901f6169607f0073 network default NAD default NAD key default], result "{}", err I0419 19:32:25.650165 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:25.650203 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod I0419 19:32:25.652091 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod, ips: 10.128.0.62 I0419 19:32:25.652184 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:46.652131 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key ] I0419 19:32:46.739330 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod 55eee6d3b81d6f09ade169ee875589e4cf68601aa03f78937d1e9eb80e081fdc network default NAD default NAD key default], result "{}", err I0419 19:32:51.067654 3858 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 19:32:57.329503 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:57.330108 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:58.113062 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:58.113096 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod I0419 19:32:58.114767 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod, ips: 10.128.0.64 I0419 19:32:58.114797 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:08.841428 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key ] I0419 19:33:08.950580 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod f588a23c29dbe0512c0b007b8e980ba42e50cefab9c97536f93c725b7cc19e07 network default NAD default NAD key default], result "{}", err I0419 19:33:09.048261 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:09.048306 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod I0419 19:33:09.049843 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod, ips: 10.128.0.60 I0419 19:33:09.049872 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:15.536373 3858 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:15.536916 3858 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:20.939445 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key ] I0419 19:33:21.037416 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod 0f96d67bc82715103f40c23ee5cbdb4ba105e1540dfa17bb91067b1cb1dc156f network default NAD default NAD key default], result "{}", err I0419 19:33:21.145830 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:21.145868 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod I0419 19:33:21.147363 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod, ips: 10.128.0.65 I0419 19:33:21.147394 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:29.672956 3858 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:29.673553 3858 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:36.065723 3858 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key ] I0419 19:33:36.138945 3858 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod 48eefd9d9ddf830b781903208bffd997ab277715171c1d94a082db0104d36f52 network default NAD default NAD key default], result "{}", err I0419 19:33:36.254652 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:36.254680 3858 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod I0419 19:33:36.255990 3858 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod, ips: 10.128.0.61 I0419 19:33:36.256020 3858 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it