+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-170.ec2.internal ++ [[ -n ip-10-0-1-170.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-170.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0419 18:44:26.099584539 - disable conntrack on geneve port + echo 'I0419 18:44:26.099584539 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:44:26.116326316 - starting ovnkube-node' I0419 18:44:26.116326316 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-170.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-170.ec2.internal --init-node ip-10-0-1-170.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-170.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 18:44:26.156813 3670 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 18:44:26.156871 3670 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d04b7a4899.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 18:44:26.158239 3670 kube.go:431] Waiting for certificate I0419 18:44:26.158276 3670 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 18:44:26.158306 3670 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 18:44:26.158970 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:44:26.192665 3670 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:26.192687 3670 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:26.195273 3670 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:26.195392 3670 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-86wbm" I0419 18:44:26.203811 3670 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-86wbm" I0419 18:44:26.203909 3670 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:27.158526 3670 kube.go:438] Certificate found I0419 18:44:27.159091 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:44:27.160317 3670 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 18:44:27.209400 3670 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 18:39:26 +0000 UTC" deadline="2026-04-20 12:09:03.136157191 +0000 UTC" I0419 18:44:27.209548 3670 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h24m35.926623692s" I0419 18:44:27.235188 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:44:27.248878 3670 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 18:44:27.249070 3670 factory.go:561] Starting watch factory I0419 18:44:27.249197 3670 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.249290 3670 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.250657 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.250676 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251080 3670 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251095 3670 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251527 3670 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251543 3670 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251795 3670 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251818 3670 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251904 3670 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.251932 3670 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.258179 3670 controller_manager.go:370] Starting the ovnkube controller I0419 18:44:27.258192 3670 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-170.ec2.internal I0419 18:44:27.258339 3670 controller_manager.go:395] NBDB zone sync took: 127.747µs I0419 18:44:27.258365 3670 factory.go:561] Starting watch factory I0419 18:44:27.261182 3670 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 18:44:27.261287 3670 server.go:101] MetricServer registers OVS metrics I0419 18:44:27.261664 3670 server.go:105] MetricServer registers OVN DB metrics I0419 18:44:27.266003 3670 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 18:44:27.266034 3670 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 18:44:27.270645 3670 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.270994 3670 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.273725 3670 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.273757 3670 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.276091 3670 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.279494 3670 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:27.281883 3670 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 18:44:27.281955 3670 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 18:44:27.286151 3670 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 18:44:27.286193 3670 server.go:109] MetricServer registers OVN Controller metrics I0419 18:44:27.289878 3670 server.go:113] MetricServer registers OVN Northd metrics I0419 18:44:27.293579 3670 metrics.go:519] OVN Metrics Server starts to run ... I0419 18:44:27.354893 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:44:27.354916 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:44:27.354920 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:44:27.354923 3670 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:44:27.354928 3670 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:44:27.354931 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:44:27.355024 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:27.355047 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:27.355065 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:27.355066 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:27.358061 3670 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:27.358061 3670 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:27.360386 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:44:27.360398 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:44:27.360482 3670 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.360493 3670 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.363238 3670 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.365240 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:44:27.365251 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:44:27.365255 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:44:27.365258 3670 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:44:27.365261 3670 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:44:27.365264 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:44:27.366421 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:44:27.366469 3670 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.366479 3670 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.368829 3670 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.370841 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:44:27.370850 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:44:27.371928 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:44:27.371986 3670 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.371999 3670 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.374497 3670 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.376498 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:44:27.377731 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:44:27.377781 3670 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.377792 3670 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.380100 3670 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.382098 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:44:27.383266 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:44:27.383318 3670 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.383329 3670 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.385841 3670 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.387812 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:44:27.389025 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:44:27.389171 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:44:27.389184 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:44:27.391699 3670 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:44:27.393690 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:44:27.395019 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:44:27.395083 3670 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.395095 3670 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.395123 3670 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.395136 3670 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.397628 3670 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.397798 3670 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:27.398811 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:44:27.400046 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:44:27.400055 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:44:27.400062 3670 factory.go:680] Watch Factory start up complete, took: 150.997195ms I0419 18:44:27.400123 3670 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 18:44:27.404475 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:44:27.410447 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:44:27.410460 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:44:27.410468 3670 factory.go:680] Watch Factory start up complete, took: 152.1118ms I0419 18:44:27.410475 3670 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-170.ec2.internal" zone I0419 18:44:27.447901 3670 default_node_network_controller.go:710] Initializing the default node network controller I0419 18:44:27.508181 3670 udn_isolation.go:101] Starting UDN host isolation manager I0419 18:44:27.514096 3670 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 18:44:27.574057 3670 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 18:44:27.574122 3670 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 18:44:27.574140 3670 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 18:44:27.606633 3670 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 18:44:27.606694 3670 default_node_network_controller.go:809] Node ip-10-0-1-170.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0419 18:44:27.611896 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.170"] k8s.ovn.org/zone-name:ip-10-0-1-170.ec2.internal] on node ip-10-0-1-170.ec2.internal I0419 18:44:27.632865 3670 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 18:44:27.638827 3670 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 18:44:27.638980 3670 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0419 18:44:27.639103 3670 gateway_init.go:263] Preparing Gateway I0419 18:44:27.639115 3670 gateway_shared_intf.go:1687] Creating new gateway I0419 18:44:27.660770 3670 controller_manager.go:429] Waiting for node in zone sync took: 250.282617ms I0419 18:44:27.669088 3670 controller_manager.go:611] Switching to transit router for layer2 networks I0419 18:44:27.669101 3670 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-170.ec2.internal I0419 18:44:27.684702 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:44:27.690992 3670 controller_manager.go:290] SCTP support detected in OVN I0419 18:44:27.691528 3670 services_controller.go:69] Creating services controller for network=default I0419 18:44:27.691648 3670 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 18:44:27.691684 3670 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 18:44:27.691735 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 18:44:27.691765 3670 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 18:44:27.691780 3670 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:44:27.692078 3670 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 18:44:27.692158 3670 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.156µs I0419 18:44:27.692161 3670 udn_enabled_svc.go:95] Performing full resync I0419 18:44:27.692192 3670 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 18:44:27.692254 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 50.557µs I0419 18:44:27.692265 3670 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 74.516µs I0419 18:44:27.692270 3670 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 18:44:27.692282 3670 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 18:44:27.692290 3670 default_network_controller.go:325] Starting the default network controller I0419 18:44:27.692373 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 19.587µs I0419 18:44:27.692466 3670 udn_enabled_svc.go:99] Waiting for handler to sync I0419 18:44:27.692478 3670 udn_enabled_svc.go:104] Starting worker I0419 18:44:27.701773 3670 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 18:44:27.701841 3670 repair.go:33] Syncing exgw routes took 56.599µs I0419 18:44:27.701874 3670 default_network_controller.go:414] Starting all the Watchers... I0419 18:44:27.702089 3670 namespace.go:98] [openshift-apiserver] adding namespace I0419 18:44:27.702102 3670 namespace.go:98] [openshift-dns] adding namespace I0419 18:44:27.702112 3670 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 18:44:27.702129 3670 namespace.go:98] [openshift-config-operator] adding namespace I0419 18:44:27.702118 3670 namespace.go:98] [openshift-authentication] adding namespace I0419 18:44:27.702147 3670 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 18:44:27.702154 3670 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 18:44:27.702152 3670 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 18:44:27.702168 3670 namespace.go:98] [openshift-host-network] adding namespace I0419 18:44:27.702159 3670 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 18:44:27.702190 3670 namespace.go:98] [default] adding namespace I0419 18:44:27.702090 3670 namespace.go:98] [kube-system] adding namespace I0419 18:44:27.702238 3670 namespace.go:98] [openshift-image-registry] adding namespace I0419 18:44:27.702242 3670 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 18:44:27.702255 3670 namespace.go:98] [dedicated-admin] adding namespace I0419 18:44:27.702729 3670 namespace.go:102] [openshift-apiserver] adding namespace took 628.034µs I0419 18:44:27.702743 3670 namespace.go:98] [openshift-network-operator] adding namespace I0419 18:44:27.703422 3670 namespace.go:102] [openshift-dns] adding namespace took 1.308754ms I0419 18:44:27.703440 3670 namespace.go:98] [openshift-multus] adding namespace W0419 18:44:27.703492 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xn9fp: pod openshift-multus/network-metrics-daemon-xn9fp: no pod IPs found I0419 18:44:27.704100 3670 namespace.go:102] [openshift-multus] adding namespace took 652.415µs I0419 18:44:27.704117 3670 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 18:44:27.704720 3670 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.595763ms I0419 18:44:27.704738 3670 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 18:44:27.705226 3670 namespace.go:102] [openshift-config-operator] adding namespace took 3.088517ms I0419 18:44:27.705245 3670 namespace.go:98] [openshift-controller-manager] adding namespace I0419 18:44:27.705735 3670 namespace.go:102] [openshift-authentication] adding namespace took 3.577964ms I0419 18:44:27.705749 3670 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 18:44:27.706237 3670 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.073284ms I0419 18:44:27.706254 3670 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0419 18:44:27.706283 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nfwrr: pod openshift-network-diagnostics/network-check-target-nfwrr: no pod IPs found I0419 18:44:27.706770 3670 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.601423ms I0419 18:44:27.706784 3670 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 18:44:27.707239 3670 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.066886ms I0419 18:44:27.707254 3670 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 18:44:27.707766 3670 namespace.go:102] [openshift-host-network] adding namespace took 5.585755ms I0419 18:44:27.707785 3670 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 18:44:27.708235 3670 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.046048ms I0419 18:44:27.708251 3670 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 18:44:27.708744 3670 namespace.go:102] [default] adding namespace took 6.543929ms I0419 18:44:27.708761 3670 namespace.go:98] [openshift-console-operator] adding namespace I0419 18:44:27.709161 3670 namespace.go:102] [kube-system] adding namespace took 6.932397ms I0419 18:44:27.709173 3670 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 18:44:27.709766 3670 namespace.go:102] [openshift-image-registry] adding namespace took 7.519679ms I0419 18:44:27.709776 3670 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 18:44:27.710236 3670 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.980897ms I0419 18:44:27.710251 3670 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 18:44:27.710684 3670 namespace.go:102] [dedicated-admin] adding namespace took 8.422136ms I0419 18:44:27.710696 3670 namespace.go:98] [openshift-ingress] adding namespace I0419 18:44:27.711120 3670 namespace.go:102] [openshift-network-operator] adding namespace took 8.370878ms I0419 18:44:27.711135 3670 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 18:44:27.711579 3670 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.456662ms I0419 18:44:27.711593 3670 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 18:44:27.711993 3670 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.250415ms I0419 18:44:27.712005 3670 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 18:44:27.712436 3670 namespace.go:102] [openshift-controller-manager] adding namespace took 7.185836ms I0419 18:44:27.712450 3670 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 18:44:27.712828 3670 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.073637ms I0419 18:44:27.712840 3670 namespace.go:98] [openshift-etcd] adding namespace I0419 18:44:27.713275 3670 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.015822ms I0419 18:44:27.713289 3670 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 18:44:27.713687 3670 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.897839ms I0419 18:44:27.713700 3670 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 18:44:27.714525 3670 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.265619ms I0419 18:44:27.714536 3670 namespace.go:98] [openshift-marketplace] adding namespace I0419 18:44:27.714919 3670 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.129669ms I0419 18:44:27.714930 3670 namespace.go:98] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] adding namespace I0419 18:44:27.715343 3670 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.085523ms I0419 18:44:27.715355 3670 namespace.go:98] [openshift-console] adding namespace I0419 18:44:27.715756 3670 namespace.go:102] [openshift-console-operator] adding namespace took 6.989805ms I0419 18:44:27.715767 3670 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 18:44:27.716157 3670 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.977615ms I0419 18:44:27.716168 3670 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 18:44:27.716577 3670 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.796174ms I0419 18:44:27.716588 3670 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 18:44:27.716968 3670 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.712668ms I0419 18:44:27.716981 3670 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 18:44:27.717378 3670 namespace.go:102] [openshift-ingress] adding namespace took 6.677964ms I0419 18:44:27.717389 3670 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 18:44:27.717764 3670 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.62446ms I0419 18:44:27.717775 3670 namespace.go:98] [openshift-dns-operator] adding namespace I0419 18:44:27.718156 3670 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.558351ms I0419 18:44:27.718167 3670 namespace.go:98] [openshift-backplane] adding namespace I0419 18:44:27.718623 3670 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.613472ms I0419 18:44:27.718635 3670 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 18:44:27.719071 3670 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.616123ms I0419 18:44:27.719082 3670 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 18:44:27.719495 3670 namespace.go:102] [openshift-etcd] adding namespace took 6.650764ms I0419 18:44:27.719505 3670 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 18:44:27.719930 3670 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.637536ms I0419 18:44:27.719938 3670 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 18:44:27.720449 3670 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.74492ms I0419 18:44:27.720459 3670 namespace.go:98] [kube-public] adding namespace I0419 18:44:27.720875 3670 namespace.go:102] [openshift-marketplace] adding namespace took 6.333596ms I0419 18:44:27.720887 3670 namespace.go:98] [openshift-operators] adding namespace I0419 18:44:27.721293 3670 namespace.go:102] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] adding namespace took 6.357959ms I0419 18:44:27.721305 3670 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 18:44:27.721683 3670 namespace.go:102] [openshift-console] adding namespace took 6.323027ms I0419 18:44:27.721694 3670 namespace.go:98] [openshift-network-console] adding namespace I0419 18:44:27.722056 3670 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.284292ms I0419 18:44:27.722066 3670 namespace.go:98] [openshift-insights] adding namespace I0419 18:44:27.722473 3670 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.300212ms I0419 18:44:27.722484 3670 namespace.go:98] [openshift-logging] adding namespace I0419 18:44:27.722875 3670 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.281211ms I0419 18:44:27.722886 3670 namespace.go:98] [openshift-cluster-version] adding namespace I0419 18:44:27.723248 3670 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.262907ms I0419 18:44:27.723257 3670 namespace.go:98] [openshift-node] adding namespace I0419 18:44:27.723745 3670 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.350947ms I0419 18:44:27.723757 3670 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 18:44:27.724176 3670 namespace.go:102] [openshift-dns-operator] adding namespace took 6.397824ms I0419 18:44:27.724186 3670 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 18:44:27.724744 3670 namespace.go:102] [openshift-backplane] adding namespace took 6.568947ms I0419 18:44:27.725529 3670 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.886957ms I0419 18:44:27.725545 3670 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 18:44:27.725983 3670 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.895514ms I0419 18:44:27.725996 3670 namespace.go:98] [openshift-config] adding namespace I0419 18:44:27.726421 3670 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.910649ms I0419 18:44:27.726435 3670 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 18:44:27.726811 3670 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.867119ms I0419 18:44:27.726822 3670 namespace.go:98] [openshift-config-managed] adding namespace I0419 18:44:27.727237 3670 namespace.go:102] [kube-public] adding namespace took 6.772575ms I0419 18:44:27.727250 3670 namespace.go:98] [openshift-monitoring] adding namespace I0419 18:44:27.727683 3670 namespace.go:102] [openshift-operators] adding namespace took 6.790366ms I0419 18:44:27.727696 3670 namespace.go:98] [kube-node-lease] adding namespace I0419 18:44:27.728074 3670 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.763972ms I0419 18:44:27.728086 3670 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 18:44:27.728562 3670 namespace.go:102] [openshift-network-console] adding namespace took 6.862004ms I0419 18:44:27.728576 3670 namespace.go:98] [openshift-infra] adding namespace I0419 18:44:27.728947 3670 namespace.go:102] [openshift-insights] adding namespace took 6.876531ms I0419 18:44:27.728959 3670 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 18:44:27.729414 3670 namespace.go:102] [openshift-logging] adding namespace took 6.9246ms I0419 18:44:27.729426 3670 namespace.go:98] [openshift-package-operator] adding namespace I0419 18:44:27.729828 3670 namespace.go:102] [openshift-cluster-version] adding namespace took 6.937244ms I0419 18:44:27.729840 3670 namespace.go:98] [openshift-machine-api] adding namespace I0419 18:44:27.730293 3670 namespace.go:102] [openshift-node] adding namespace took 7.031729ms I0419 18:44:27.730303 3670 namespace.go:98] [openshift] adding namespace I0419 18:44:27.730708 3670 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.945374ms I0419 18:44:27.730722 3670 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 18:44:27.731242 3670 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.048924ms I0419 18:44:27.731256 3670 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 18:44:27.731692 3670 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.141265ms I0419 18:44:27.732099 3670 namespace.go:102] [openshift-config] adding namespace took 6.097966ms I0419 18:44:27.732110 3670 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 18:44:27.732536 3670 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.095672ms I0419 18:44:27.732937 3670 namespace.go:102] [openshift-config-managed] adding namespace took 6.110478ms I0419 18:44:27.733314 3670 namespace.go:102] [openshift-monitoring] adding namespace took 6.05662ms I0419 18:44:27.733335 3670 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 18:44:27.733745 3670 namespace.go:102] [kube-node-lease] adding namespace took 6.044672ms I0419 18:44:27.734087 3670 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.997023ms I0419 18:44:27.734096 3670 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 18:44:27.734555 3670 namespace.go:102] [openshift-infra] adding namespace took 5.974385ms I0419 18:44:27.734952 3670 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.982916ms I0419 18:44:27.735384 3670 namespace.go:102] [openshift-package-operator] adding namespace took 5.952797ms I0419 18:44:27.735861 3670 namespace.go:102] [openshift-machine-api] adding namespace took 6.016081ms I0419 18:44:27.736306 3670 namespace.go:102] [openshift] adding namespace took 5.998786ms I0419 18:44:27.736723 3670 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.996227ms I0419 18:44:27.737090 3670 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.829089ms I0419 18:44:27.737550 3670 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.435528ms I0419 18:44:27.737963 3670 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.623059ms I0419 18:44:27.738323 3670 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.222773ms W0419 18:44:27.738399 3670 master.go:458] Unable to parse local node ip-10-0-1-170.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 18:44:27.738408 3670 master.go:481] Removing stale chassis with ID/Name: fffc1e16-e8ee-4922-8beb-f1ae10138c73, hostname: ip-10-0-1-170.ec2.internal I0419 18:44:27.738878 3670 master.go:548] Adding or Updating local node "ip-10-0-1-170.ec2.internal" for network "default" I0419 18:44:27.739986 3670 zone_ic_handler.go:195] Time taken to create transit switch: 282µs I0419 18:44:27.739999 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-39.ec2.internal for the network default I0419 18:44:27.741250 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-39.ec2.internal" on network "default" took: 1.55681ms I0419 18:44:27.742719 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-170.ec2.internal for the network default I0419 18:44:27.742871 3670 zone_ic_handler.go:195] Time taken to create transit switch: 139.52µs I0419 18:44:27.743772 3670 default_network_controller.go:823] Node add failed for ip-10-0-1-170.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal, error getting gateway config for node ip-10-0-1-170.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-170.ec2.internal", failed to update chassis to local for local node ip-10-0-1-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-170.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal] E0419 18:44:27.743821 3670 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-170.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal, error getting gateway config for node ip-10-0-1-170.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-170.ec2.internal", failed to update chassis to local for local node ip-10-0-1-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-170.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal] I0419 18:44:27.743866 3670 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 18:44:27.743889 3670 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-170.ec2.internal", UID:"16b48080-7011-477d-bbe6-39c0adb9dc1a", APIVersion:"v1", ResourceVersion:"8488", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal, error getting gateway config for node ip-10-0-1-170.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-170.ec2.internal", failed to update chassis to local for local node ip-10-0-1-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-170.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal] I0419 18:44:27.743905 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-39.ec2.internal in network "default" I0419 18:44:27.743901 3670 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 18:44:27.743993 3670 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 18:44:27.743974 3670 node_tracker.go:169] Node ip-10-0-0-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:27.744021 3670 services_controller.go:574] Full service sync requested for network=default I0419 18:44:27.744033 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:27.744051 3670 node_tracker.go:235] Node ip-10-0-1-170.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-170.ec2.internal" I0419 18:44:27.744064 3670 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:27.744069 3670 services_controller.go:574] Full service sync requested for network=default I0419 18:44:27.748183 3670 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:44:27.754440 3670 iptables.go:108] Creating table: filter chain: OUTPUT I0419 18:44:27.760610 3670 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 18:44:27.760626 3670 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-170.ec2.internal","mac-address":"0a:ff:e9:d0:14:47","ip-addresses":["10.0.1.170/24"],"ip-address":"10.0.1.170/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fffc1e16-e8ee-4922-8beb-f1ae10138c73 k8s.ovn.org/node-encap-ips:["10.0.1.170"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.170/24"} k8s.ovn.org/zone-name:ip-10-0-1-170.ec2.internal] on node ip-10-0-1-170.ec2.internal I0419 18:44:27.777412 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:27.777472 3670 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:27.777486 3670 services_controller.go:574] Full service sync requested for network=default I0419 18:44:27.777487 3670 master.go:548] Adding or Updating local node "ip-10-0-1-170.ec2.internal" for network "default" I0419 18:44:27.781469 3670 default_node_network_controller.go:519] Node connection status = connected W0419 18:44:27.782366 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nfwrr: pod openshift-network-diagnostics/network-check-target-nfwrr: no pod IPs found W0419 18:44:27.782386 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-xn9fp: pod openshift-multus/network-metrics-daemon-xn9fp: no pod IPs found I0419 18:44:27.783415 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-170.ec2.internal for the network default I0419 18:44:27.783594 3670 zone_ic_handler.go:195] Time taken to create transit switch: 166.975µs I0419 18:44:27.844988 3670 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 18:44:27.845017 3670 services_controller.go:208] Setting up event handlers for services for network=default I0419 18:44:27.845098 3670 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 18:44:27.845140 3670 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 18:44:27.845154 3670 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 18:44:27.945642 3670 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 18:44:27.945662 3670 repair.go:60] Starting repairing loop for services I0419 18:44:27.946109 3670 repair.go:131] Deleted 0 stale service LBs I0419 18:44:27.946128 3670 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 18:44:27.946146 3670 repair.go:62] Finished repairing loop for services: 487.411µs I0419 18:44:27.946169 3670 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 18:44:27.946180 3670 services_controller.go:254] Starting workers for network=default I0419 18:44:27.946621 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-ppdss of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0419 18:44:27.946749 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xn9fp] creating logical port openshift-multus_network-metrics-daemon-xn9fp for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:27.946751 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nfwrr] creating logical port openshift-network-diagnostics_network-check-target-nfwrr for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:27.946897 3670 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-xn9fp I0419 18:44:27.947024 3670 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nfwrr I0419 18:44:27.964675 3670 pod.go:62] [openshift-multus/network-metrics-daemon-xn9fp] pod update took 17.845857ms I0419 18:44:27.964702 3670 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-xn9fp] addLogicalPort annotation time took 17.894339ms I0419 18:44:27.964678 3670 pod.go:62] [openshift-network-diagnostics/network-check-target-nfwrr] pod update took 17.714914ms I0419 18:44:27.964773 3670 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nfwrr] addLogicalPort annotation time took 17.847939ms I0419 18:44:27.965614 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-nfwrr] addLogicalPort took 18.874416ms, libovsdb time 677.465µs I0419 18:44:27.965948 3670 pods.go:271] [openshift-multus/network-metrics-daemon-xn9fp] addLogicalPort took 19.211589ms, libovsdb time 1.006102ms I0419 18:44:27.966344 3670 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 18:44:27.966366 3670 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 18:44:27.966379 3670 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 18:44:27.966383 3670 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 18:44:27.966556 3670 repair.go:29] Repairing admin network policies took 167.813µs I0419 18:44:27.966665 3670 repair.go:92] Repairing baseline admin network policies took 101.712µs I0419 18:44:27.967148 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 18:44:27.968076 3670 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 18:44:27.968091 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:44:27.970372 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 18:44:27.970391 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 18:44:27.970399 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 18:44:27.971872 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 18:44:27.971889 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 18:44:27.971896 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 18:44:27.972370 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 18:44:27.972389 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 18:44:27.972397 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 18:44:27.972848 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 18:44:27.972865 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 18:44:27.972871 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 18:44:27.974073 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 18:44:27.974097 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 18:44:27.974109 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 18:44:27.974646 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 18:44:27.974665 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 18:44:27.974674 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 18:44:27.975366 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 18:44:27.975380 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 18:44:27.975387 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 18:44:27.976863 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:44:27.976879 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 18:44:27.976886 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 18:44:27.977155 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 18:44:27.977179 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 18:44:27.977196 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 18:44:27.978988 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 18:44:27.979009 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 18:44:27.979020 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 18:44:27.979878 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 18:44:27.979897 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 18:44:27.979907 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 18:44:27.980430 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 18:44:27.980448 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 18:44:27.980457 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 18:44:27.981427 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 18:44:27.981443 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 18:44:27.981451 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 18:44:27.981923 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 18:44:27.981935 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 18:44:27.981945 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 18:44:27.984444 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 18:44:27.984462 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 18:44:27.984481 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:44:27.985115 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 18:44:27.985129 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 18:44:27.985136 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 18:44:27.985401 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 18:44:27.985412 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 18:44:27.985419 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 18:44:27.985850 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 18:44:27.985869 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 18:44:27.985877 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 18:44:27.986163 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 18:44:27.986180 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 18:44:27.986188 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 18:44:27.987178 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 18:44:27.987201 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 18:44:27.987226 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 18:44:27.987812 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 18:44:27.987830 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 18:44:27.987839 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 18:44:27.988810 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 18:44:27.988831 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 18:44:27.988844 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 18:44:27.989979 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 18:44:27.990000 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 18:44:27.990010 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 18:44:27.991200 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 18:44:27.991237 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 18:44:27.991249 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 18:44:27.991893 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 18:44:27.991911 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 18:44:27.991919 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 18:44:27.992494 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 18:44:27.992514 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 18:44:27.992521 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 18:44:27.994201 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 18:44:27.994238 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 18:44:27.994248 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 18:44:27.994759 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:44:27.994778 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 18:44:27.994789 3670 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 18:44:27.996437 3670 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 18:44:27.996655 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-ppdss of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0419 18:44:28.001566 3670 egressfirewall.go:374] Starting EgressFirewall controller I0419 18:44:28.001609 3670 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 18:44:28.001642 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 18:44:28.001659 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 18:44:28.001606 3670 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 18:44:28.002025 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 18:44:28.002037 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 18:44:28.002307 3670 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 18:44:28.002320 3670 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 18:44:28.002326 3670 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 18:44:28.002335 3670 egressqos.go:193] Setting up event handlers for EgressQoS I0419 18:44:28.002349 3670 egressfirewall.go:723] Syncing node "ip-10-0-0-39.ec2.internal" for egress firewall I0419 18:44:28.002362 3670 egressfirewall.go:723] Syncing node "ip-10-0-1-170.ec2.internal" for egress firewall I0419 18:44:28.002442 3670 egressqos.go:245] Starting EgressQoS Controller I0419 18:44:28.002453 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 18:44:28.002462 3670 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 18:44:28.002468 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 18:44:28.002473 3670 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 18:44:28.002479 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 18:44:28.002484 3670 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 18:44:28.002487 3670 egressqos.go:259] Repairing EgressQoSes I0419 18:44:28.002491 3670 egressqos.go:399] Starting repairing loop for egressqos I0419 18:44:28.002570 3670 egressqos.go:401] Finished repairing loop for egressqos: 77.904µs I0419 18:44:28.002588 3670 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 18:44:28.002618 3670 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-170.ec2.internal I0419 18:44:28.002656 3670 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-170.ec2.internal : 37.53µs I0419 18:44:28.002702 3670 egressservice_zone.go:210] Starting Egress Services Controller I0419 18:44:28.002712 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:44:28.002717 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:44:28.002723 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:44:28.002728 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:44:28.002733 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:44:28.002737 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:44:28.002742 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 18:44:28.002746 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 18:44:28.002750 3670 egressservice_zone.go:228] Repairing Egress Services I0419 18:44:28.003032 3670 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 18:44:28.003042 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:44:28.003075 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:28.003086 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 13.191µs I0419 18:44:28.003094 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-39.ec2.internal I0419 18:44:28.003103 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-39.ec2.internal: 8.901µs I0419 18:44:28.003207 3670 default_network_controller.go:585] Completing all the Watchers took 301.323207ms I0419 18:44:28.003239 3670 default_network_controller.go:589] Starting unidling controllers I0419 18:44:28.003251 3670 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 18:44:28.003257 3670 unidle.go:63] Populating Initial ContollerEvent events I0419 18:44:28.003270 3670 unidle.go:79] Setting up event handlers for services I0419 18:44:28.003317 3670 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:44:28.282475 3670 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:28.782146 3670 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:29.281864 3670 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:29.782139 3670 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:30.119163 3670 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:44:30.282355 3670 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:30.300377 3670 bridgeconfig.go:537] Gateway is ready I0419 18:44:30.300394 3670 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 18:44:30.312524 3670 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.170. Updating OVN encap IP. I0419 18:44:30.318027 3670 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.170 - it is already configured I0419 18:44:30.318039 3670 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.170/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 18:44:30.318276 3670 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.170/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-170.ec2.internal","mac-address":"0a:ff:e9:d0:14:47","ip-addresses":["10.0.1.170/24"],"ip-address":"10.0.1.170/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fffc1e16-e8ee-4922-8beb-f1ae10138c73 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.170/24"}] on node ip-10-0-1-170.ec2.internal I0419 18:44:30.333568 3670 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.170 I0419 18:44:30.333697 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-170.ec2.internal I0419 18:44:30.333771 3670 master.go:548] Adding or Updating local node "ip-10-0-1-170.ec2.internal" for network "default" I0419 18:44:30.333784 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:30.333787 3670 egressfirewall.go:723] Syncing node "ip-10-0-1-170.ec2.internal" for egress firewall I0419 18:44:30.333801 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 21.661µs I0419 18:44:30.333703 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:30.333952 3670 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:30.333971 3670 services_controller.go:574] Full service sync requested for network=default I0419 18:44:30.338524 3670 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-170.ec2.internal. Updating no re-route policies I0419 18:44:30.338606 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cztxj I0419 18:44:30.338621 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9ljlb I0419 18:44:30.338633 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9ljlb I0419 18:44:30.338634 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9t5vn I0419 18:44:30.338635 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-td8wx I0419 18:44:30.338641 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-170.ec2.internal I0419 18:44:30.338650 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9t5vn I0419 18:44:30.338650 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-td8wx I0419 18:44:30.338650 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6xf2t I0419 18:44:30.338657 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-170.ec2.internal I0419 18:44:30.338664 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6xf2t I0419 18:44:30.338664 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2k594 I0419 18:44:30.338667 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr I0419 18:44:30.338673 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-td8wx after 0 failed attempt(s) I0419 18:44:30.338675 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2k594 I0419 18:44:30.338679 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr I0419 18:44:30.338679 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-170.ec2.internal I0419 18:44:30.338685 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xn9fp I0419 18:44:30.338692 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-74zrb I0419 18:44:30.338694 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-170.ec2.internal I0419 18:44:30.338698 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xn9fp I0419 18:44:30.338700 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-74zrb I0419 18:44:30.338699 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2k594 after 0 failed attempt(s) I0419 18:44:30.338682 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6xf2t after 0 failed attempt(s) I0419 18:44:30.338674 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9t5vn after 0 failed attempt(s) I0419 18:44:30.338718 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-170.ec2.internal after 0 failed attempt(s) I0419 18:44:30.338653 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9ljlb after 0 failed attempt(s) I0419 18:44:30.338622 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cztxj I0419 18:44:30.338732 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nfwrr] creating logical port openshift-network-diagnostics_network-check-target-nfwrr for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:30.338744 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cztxj after 0 failed attempt(s) I0419 18:44:30.338719 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-170.ec2.internal after 0 failed attempt(s) I0419 18:44:30.338755 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-xn9fp] creating logical port openshift-multus_network-metrics-daemon-xn9fp for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:30.338620 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kx25n I0419 18:44:30.338764 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kx25n I0419 18:44:30.338774 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kx25n after 0 failed attempt(s) I0419 18:44:30.338610 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6p8rc I0419 18:44:30.338784 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6p8rc I0419 18:44:30.338792 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6p8rc after 0 failed attempt(s) I0419 18:44:30.338714 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-74zrb after 0 failed attempt(s) I0419 18:44:30.339359 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-nfwrr] addLogicalPort took 634.254µs, libovsdb time 254.611µs I0419 18:44:30.339382 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr after 0 failed attempt(s) I0419 18:44:30.339549 3670 pods.go:271] [openshift-multus/network-metrics-daemon-xn9fp] addLogicalPort took 826.526µs, libovsdb time 270.575µs I0419 18:44:30.339555 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-xn9fp after 0 failed attempt(s) I0419 18:44:30.350267 3670 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 18:44:30.361614 3670 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 18:44:30.364874 3670 iptables.go:108] Creating table: nat chain: OUTPUT I0419 18:44:30.411949 3670 iptables.go:108] Creating table: nat chain: PREROUTING I0419 18:44:30.469863 3670 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:44:30.485947 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 18:44:30.486092 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 18:44:30.486140 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 18:44:30.486263 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 18:44:30.486332 3670 gateway_init.go:325] Gateway and management port readiness took 2.708995797s I0419 18:44:30.486364 3670 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 18:44:30.486404 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 18:44:30.486421 3670 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 18:44:30.486432 3670 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:44:30.486498 3670 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 18:44:30.486574 3670 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.754µs I0419 18:44:30.486881 3670 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 18:44:30.486906 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.459µs I0419 18:44:30.486915 3670 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.145µs I0419 18:44:30.486921 3670 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 18:44:30.486932 3670 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 18:44:30.486940 3670 default_node_network_controller.go:899] Starting the default node network controller I0419 18:44:30.486954 3670 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 18:44:30.487036 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.584µs I0419 18:44:30.487141 3670 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 18:44:30.487150 3670 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 18:44:30.487184 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a7be50 0xc0002dc460 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc000ac19a0 0xc0002dc700 0xc0002dc770 0xc00095c280 0xc0065d7570 0xc0002dc7e0 map[0x2ff9080:0xc00298cf60 0x2ff95c0:0xc00298d6e0 0x2ffa2e0:0xc0026928a0 0x2ffa580:0xc00298cf00 0x2ffad60:0xc00298cfc0 0x2ffb000:0xc00298d020 0x2ffb2a0:0xc00298d680 0x2ffba80:0xc00298d740 0x2ffbd20:0xc00298d7a0 0x3026980:0xc000722a80 0x3026d20:0xc000722ae0 0x3027800:0xc000d03e60 0x3029160:0xc001c1c000 0x30298a0:0xc000722cc0 0x302a720:0xc000c9b440] 0xc00016b7a0 0} I0419 18:44:30.487265 3670 gateway.go:151] Starting gateway service sync I0419 18:44:30.487698 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 18:44:30.489795 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 18:44:30.517578 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 18:44:30.518722 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 18:44:30.519785 3670 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 18:44:30.551777 3670 gateway.go:168] Gateway service sync done. Time taken: 64.503612ms I0419 18:44:30.552316 3670 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30381 I0419 18:44:30.552533 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a7be50 0xc0002dc460 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc000ac19a0 0xc0002dc700 0xc0002dc770 0xc00095c280 0xc0065d7570 0xc0002dc7e0 map[0x2ff9080:0xc00298cf60 0x2ff95c0:0xc00298d6e0 0x2ffa2e0:0xc0026928a0 0x2ffa580:0xc00298cf00 0x2ffad60:0xc00298cfc0 0x2ffb000:0xc00298d020 0x2ffb2a0:0xc00298d680 0x2ffba80:0xc00298d740 0x2ffbd20:0xc00298d7a0 0x3026980:0xc000722a80 0x3026d20:0xc000722ae0 0x3027800:0xc000d03e60 0x3029160:0xc001c1c000 0x30298a0:0xc000722cc0 0x302a720:0xc000c9b440] 0xc00016b7a0 0} I0419 18:44:30.552951 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a7be50 0xc0002dc460 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc000ac19a0 0xc0002dc700 0xc0002dc770 0xc00095c280 0xc0065d7570 0xc0002dc7e0 map[0x2ff9080:0xc00298cf60 0x2ff95c0:0xc00298d6e0 0x2ffa2e0:0xc0026928a0 0x2ffa580:0xc00298cf00 0x2ffad60:0xc00298cfc0 0x2ffb000:0xc00298d020 0x2ffb2a0:0xc00298d680 0x2ffba80:0xc00298d740 0x2ffbd20:0xc00298d7a0 0x3026980:0xc000722a80 0x3026d20:0xc000722ae0 0x3027800:0xc000d03e60 0x3029160:0xc001c1c000 0x30298a0:0xc000722cc0 0x302a720:0xc000c9b440] 0xc00016b7a0 0} I0419 18:44:30.552983 3670 gateway.go:532] Reconciling gateway with updates I0419 18:44:30.558102 3670 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 18:44:30.558185 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:30.558194 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:30.558202 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:30.558208 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:30.558206 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:30.558222 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:30.558233 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:30.558235 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:30.558239 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:30.558243 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:30.558264 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:44:30.558226 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:44:30.558201 3670 default_node_network_controller.go:944] Gateway and management port readiness took 71.043091ms I0419 18:44:30.558270 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:30.558284 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:30.558282 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:30.558291 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:30.558289 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:30.558294 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:30.558308 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:30.558308 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:30.558309 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:30.558318 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:44:30.558325 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:30.558329 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:30.558314 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:30.558318 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:30.558342 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:30.558345 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:30.558348 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:44:30.558351 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:30.558359 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:44:30.558363 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:30.558364 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:30.558373 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:30.558330 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:30.558399 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:30.558401 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:30.558406 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:30.558410 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:30.558284 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:30.558420 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:30.558332 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:30.558432 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:44:30.558435 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:30.558278 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:30.558444 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:44:30.558447 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:30.558453 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:44:30.558457 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:30.558462 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:30.558467 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:44:30.558298 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:30.558474 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:30.558483 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:30.558343 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:30.558448 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:30.558506 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:30.558332 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:30.558352 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:30.558316 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:30.558581 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:30.558340 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:30.558612 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:30.558616 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:44:30.558270 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:30.558384 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:30.558632 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:44:30.558635 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:30.558636 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:30.558651 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:30.558436 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:30.558664 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:30.558415 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:44:30.558510 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 32321 is already open, no action needed I0419 18:44:30.558706 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 32654 is already open, no action needed I0419 18:44:30.558723 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:30.558734 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:30.558435 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:30.558743 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:44:30.558638 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:30.558752 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:30.558755 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:30.558758 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:30.558766 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:30.558335 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:30.558774 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:44:30.558775 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:30.558785 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:30.558788 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:30.558799 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:30.558624 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:30.558810 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:30.558814 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:44:30.558818 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:30.558842 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:30.558801 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:30.558856 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:30.558857 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:44:30.558856 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:30.558876 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:30.559057 3670 node_ip_handler_linux.go:160] Node IP manager is running W0419 18:44:30.594670 3670 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:44:30.594806 3670 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:44:30.594942 3670 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0419 18:44:30.603907 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:44:30.603929 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:44:30.603936 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:44:30.603942 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:44:30.603948 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:44:30.603953 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:44:30.603961 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:44:30.603966 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:44:30.644565 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:44:30.644589 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:44:30.644598 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644605 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644613 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644620 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644634 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:44:30.644645 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:44:30.644651 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644657 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644662 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644667 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:44:30.644673 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:44:30.644679 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:44:30.644686 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:44:30.644718 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:44:30.644735 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:44:30.687207 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:44:30.687231 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:44:30.687207 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:44:30.687250 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:44:30.687267 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:44:30.687287 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:44:30.687297 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:44:30.687307 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:44:30.687317 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) W0419 18:44:30.945178 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:32.215745 3670 default_node_network_controller.go:1380] Starting node controller node sync W0419 18:44:32.215772 3670 egressip_healthcheck.go:76] Health checking using insecure connection I0419 18:44:32.215811 3670 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0419 18:44:32.227641 3670 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.874881ms I0419 18:44:32.227833 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-39.ec2.internal", IP: 10.0.0.39 to PMTUD blocking rules I0419 18:44:32.227848 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-39.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:44:32.234500 3670 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 18:44:32.234788 3670 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 18:44:32.234897 3670 egressservice_node.go:183] Starting Egress Services Controller I0419 18:44:32.234913 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:44:32.234922 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:44:32.234929 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:44:32.234934 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:44:32.234939 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:44:32.234951 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:44:32.234956 3670 egressservice_node.go:197] Repairing Egress Services I0419 18:44:32.245096 3670 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 18:44:32.245110 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:44:32.245308 3670 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 18:44:32.245325 3670 link_network_manager.go:119] Link manager is running I0419 18:44:32.245336 3670 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 18:44:32.245520 3670 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 18:44:32.245869 3670 vrf_manager.go:128] VRF manager is running I0419 18:44:32.246059 3670 node_controller_manager.go:437] Removing flows to drop GARP I0419 18:44:32.246072 3670 gateway.go:532] Reconciling gateway with updates I0419 18:44:32.268505 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:32.268527 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:32.268533 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:32.268530 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:32.268545 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:32.268550 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:32.268562 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:32.268574 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:32.268589 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:32.268594 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:32.268597 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:32.268608 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:32.268613 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:32.268611 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:32.268620 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:32.268625 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:32.268626 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:44:32.268633 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:32.268637 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:32.268642 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:44:32.268643 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:44:32.268647 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:32.268641 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:32.268651 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:32.268664 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:32.268668 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:32.268675 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:32.268682 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:32.268686 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:32.268693 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:44:32.268690 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:44:32.268701 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:32.268704 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:44:32.268711 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:32.268715 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:32.268703 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:32.268721 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:44:32.268727 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:44:32.268732 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:44:32.268733 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:44:32.268734 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:32.268735 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:32.268741 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:32.268747 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:44:32.268750 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:32.268754 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:32.268753 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:32.268753 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:32.268763 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:44:32.268766 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:32.268753 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:32.268761 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:44:32.268777 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:32.268688 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:44:32.268632 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:32.268793 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:32.268765 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:32.268836 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:32.268847 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:32.268670 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:32.268869 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:44:32.268874 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:44:32.268885 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:44:32.268883 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:32.268581 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:32.268904 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:32.268915 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:44:32.268616 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:32.268511 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:32.268942 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:32.268617 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:32.268967 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:32.268978 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:32.268986 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:44:32.268645 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:32.268995 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:32.268999 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:44:32.268990 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:32.269004 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:32.269013 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:32.269012 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:32.268968 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:32.269039 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:32.268657 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:32.269072 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:32.268668 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:32.269102 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:32.268614 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 32321 is already open, no action needed I0419 18:44:32.269131 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 32654 is already open, no action needed I0419 18:44:32.268617 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:44:32.268715 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:32.269168 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:32.268717 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:44:32.268722 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:32.268733 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:32.269232 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:32.268769 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:32.268620 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:44:32.268639 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:32.269281 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:32.269286 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:44:32.268992 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:32.269013 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:32.269309 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:32.269313 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:44:32.269027 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:32.268658 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:32.269027 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:32.269356 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:32.311650 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:44:32.311672 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:44:32.311680 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:44:32.311687 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:44:32.311695 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:44:32.311700 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:44:32.311706 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:44:32.311711 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:44:32.311716 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:44:32.353818 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:44:32.353841 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:44:32.353852 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:44:32.353858 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:44:32.353867 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:44:32.353874 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:44:32.353882 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:44:32.398251 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:44:32.398262 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:44:32.398286 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:44:32.398298 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:44:32.398307 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:44:32.398321 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:44:32.398332 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:44:32.398343 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:44:32.398357 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:44:34.029391 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:34.029438 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 55.254µs I0419 18:44:34.057770 3670 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78774c6778-4vjzr] creating logical port openshift-image-registry_image-registry-78774c6778-4vjzr for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:34.057898 3670 kube.go:256] Updating pod openshift-image-registry/image-registry-78774c6778-4vjzr I0419 18:44:34.080554 3670 pod.go:62] [openshift-image-registry/image-registry-78774c6778-4vjzr] pod update took 22.688134ms I0419 18:44:34.080573 3670 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78774c6778-4vjzr] addLogicalPort annotation time took 22.713326ms I0419 18:44:34.081675 3670 pods.go:271] [openshift-image-registry/image-registry-78774c6778-4vjzr] addLogicalPort took 23.926504ms, libovsdb time 868.682µs I0419 18:44:34.083359 3670 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qcqgj] creating logical port openshift-ingress-canary_ingress-canary-qcqgj for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:34.083477 3670 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qcqgj I0419 18:44:34.093933 3670 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bgt45] creating logical port openshift-dns_dns-default-bgt45 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:34.094045 3670 kube.go:256] Updating pod openshift-dns/dns-default-bgt45 I0419 18:44:34.101436 3670 pod.go:62] [openshift-ingress-canary/ingress-canary-qcqgj] pod update took 17.975824ms I0419 18:44:34.101457 3670 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qcqgj] addLogicalPort annotation time took 18.009039ms I0419 18:44:34.102511 3670 pods.go:271] [openshift-ingress-canary/ingress-canary-qcqgj] addLogicalPort took 19.164865ms, libovsdb time 794.03µs I0419 18:44:34.117019 3670 pod.go:62] [openshift-dns/dns-default-bgt45] pod update took 23.000912ms I0419 18:44:34.117041 3670 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bgt45] addLogicalPort annotation time took 23.024021ms I0419 18:44:34.118089 3670 pods.go:271] [openshift-dns/dns-default-bgt45] addLogicalPort took 24.165611ms, libovsdb time 745.388µs I0419 18:44:34.486051 3670 cni.go:452] [openshift-ingress-canary/ingress-canary-qcqgj 44bed262b04799403d61665b598c7fcc1a0c0fb53f66cd78d69157620ae63139 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qcqgj 44bed262b04799403d61665b598c7fcc1a0c0fb53f66cd78d69157620ae63139 network default NAD default NAD key ] I0419 18:44:34.535893 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qcqgj, hostIfaceName: 44bed262b047994, network: default, NAD default, SandboxID: "44bed262b04799403d61665b598c7fcc1a0c0fb53f66cd78d69157620ae63139", PCI device ID: , UID: "e11f3370-223f-416b-bad2-9339d88f9e49", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0419 18:44:34.582106 3670 cni.go:473] [openshift-ingress-canary/ingress-canary-qcqgj 44bed262b04799403d61665b598c7fcc1a0c0fb53f66cd78d69157620ae63139 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qcqgj 44bed262b04799403d61665b598c7fcc1a0c0fb53f66cd78d69157620ae63139 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:08:0e:4d:f8:dd\",\"name\":\"44bed262b047994\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ea6f41b-0568-4136-81b7-a0f1c33e706e\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:44:35.963400 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:44:38.250752 3670 cni.go:452] [openshift-network-diagnostics/network-check-target-nfwrr addedabcb24c0706d84965579a56f6cdf40ae59ac43d93c9d51445028e91d523 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nfwrr addedabcb24c0706d84965579a56f6cdf40ae59ac43d93c9d51445028e91d523 network default NAD default NAD key ] I0419 18:44:38.260075 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nfwrr, hostIfaceName: addedabcb24c070, network: default, NAD default, SandboxID: "addedabcb24c0706d84965579a56f6cdf40ae59ac43d93c9d51445028e91d523", PCI device ID: , UID: "49800602-f9b8-49b7-bdf0-ef871888c7c0", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0419 18:44:38.309653 3670 cni.go:473] [openshift-network-diagnostics/network-check-target-nfwrr addedabcb24c0706d84965579a56f6cdf40ae59ac43d93c9d51445028e91d523 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nfwrr addedabcb24c0706d84965579a56f6cdf40ae59ac43d93c9d51445028e91d523 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:b7:55:72:30:88\",\"name\":\"addedabcb24c070\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2042556d-704e-4ced-ba2d-3eda98a07943\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:44:42.337382 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:44:42.490919 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:44:42.490955 3670 node_tracker.go:220] Node ip-10-0-2-180.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0419 18:44:42.490922 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:44:42.490973 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:44:42.490976 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 62.878µs E0419 18:44:42.491016 3670 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-180.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0419 18:44:42.491035 3670 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-180.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-180.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-180.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-180.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-180.ec2.internal, error parsing annotation for node ip-10-0-2-180.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0419 18:44:42.502329 3670 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-180.ec2.internal annotation: unexpected end of JSON input E0419 18:44:42.502381 3670 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-180.ec2.internal annotation: unexpected end of JSON input I0419 18:44:42.502401 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0419 18:44:42.502461 3670 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-180.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-180.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-180.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-180.ec2.internal" I0419 18:44:42.518127 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0419 18:44:42.535496 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:42.549676 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:44:42.549757 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:44:42.549770 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 16.845µs I0419 18:44:42.549771 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:42.775355 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:42.775388 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:44:42.775363 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:44:42.775415 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 58.982µs I0419 18:44:42.789500 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:43.020809 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:44.442324 3670 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c for pod on switch ip-10-0-1-170.ec2.internal I0419 18:44:44.442419 3670 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c I0419 18:44:44.458296 3670 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c] pod update took 15.911853ms I0419 18:44:44.458314 3670 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c] addLogicalPort annotation time took 15.934093ms I0419 18:44:44.459369 3670 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c] addLogicalPort took 17.060285ms, libovsdb time 828.325µs I0419 18:44:44.861876 3670 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key ] I0419 18:44:44.870649 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c, hostIfaceName: de7f76df5de3a48, network: default, NAD default, SandboxID: "de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d", PCI device ID: , UID: "89ce929b-0b8d-487a-83b1-c8604e3a8a12", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0419 18:44:44.913966 3670 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ac:c9:b9:de:87\",\"name\":\"de7f76df5de3a48\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6867e0fb-52ca-48c9-b8e1-3779f71f15eb\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:44:46.071290 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:52.889771 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:57.744635 3670 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-180.ec2.internal I0419 18:44:57.744678 3670 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-180.ec2.internal I0419 18:44:57.744763 3670 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-180.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-180.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-180.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-180.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-180.ec2.internal I0419 18:45:00.340446 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-p9ldg I0419 18:45:00.340486 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-p9ldg I0419 18:45:00.340528 3670 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-p9ldg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-p9ldg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-p9ldg: no pod IPs found I0419 18:45:00.340451 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l99ph I0419 18:45:00.340540 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l99ph I0419 18:45:00.340558 3670 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-l99ph, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-l99ph: suppressed error logged: pod openshift-multus/network-metrics-daemon-l99ph: no pod IPs found I0419 18:45:01.421765 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:45:01.421777 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:45:01.421792 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 34.725µs I0419 18:45:01.421765 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:45:03.395420 3670 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key ] I0419 18:45:03.464428 3670 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c de7f76df5de3a48a4199c8dfe8661f97a42eed652918fa16661a0130b435099d network default NAD default NAD key default], result "{}", err I0419 18:45:03.504440 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.504474 3670 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c I0419 18:45:03.505833 3670 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c, ips: 10.129.0.8 I0419 18:45:03.505862 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.505885 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.505896 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 18:45:03.506100 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.506115 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 18:45:04.531312 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:04.531339 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:04.531362 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:04.531375 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:06.493643 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:45:06.493686 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "ip-10-0-2-180.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:45:06.493697 3670 node_tracker.go:235] Node ip-10-0-2-180.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-180.ec2.internal" I0419 18:45:06.493713 3670 node_tracker.go:169] Node ip-10-0-2-180.ec2.internal switch + router changed, syncing services in network "default" I0419 18:45:06.493723 3670 services_controller.go:574] Full service sync requested for network=default W0419 18:45:06.494041 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:45:06.650050 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:45:06.650069 3670 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "ip-10-0-2-180.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:45:06.650117 3670 node_tracker.go:169] Node ip-10-0-2-180.ec2.internal switch + router changed, syncing services in network "default" I0419 18:45:06.650132 3670 services_controller.go:574] Full service sync requested for network=default W0419 18:45:06.650533 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:45:06.650998 3670 zone_ic_handler.go:195] Time taken to create transit switch: 286.059µs I0419 18:45:06.651012 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-180.ec2.internal for the network default I0419 18:45:06.651967 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-180.ec2.internal" on network "default" took: 1.266368ms W0419 18:45:06.975889 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:45:06.975913 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:45:08.706959 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:45:08.707047 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:45:08.707052 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:45:08.707070 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 22.903µs I0419 18:45:08.707106 3670 node_tracker.go:169] Node ip-10-0-2-180.ec2.internal switch + router changed, syncing services in network "default" I0419 18:45:08.707121 3670 services_controller.go:574] Full service sync requested for network=default I0419 18:45:08.707124 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 10.0.2.180 to PMTUD blocking rules I0419 18:45:08.707135 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:45:08.713341 3670 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-180.ec2.internal. Updating no re-route policies I0419 18:45:08.723744 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 10.0.2.180 to PMTUD blocking rules I0419 18:45:08.723758 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:45:09.550537 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:45:09.563609 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:45:12.286486 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:45:12.286513 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 34.479µs W0419 18:45:13.345029 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:46:38.815093 3670 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-qvmqw] creating logical port openshift-insights_insights-operator-6dbb575d6c-qvmqw for pod on switch ip-10-0-1-170.ec2.internal I0419 18:46:38.815264 3670 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-qvmqw I0419 18:46:38.826243 3670 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-qgdr8 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:46:38.826355 3670 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8 I0419 18:46:38.844407 3670 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-qvmqw] pod update took 29.197473ms I0419 18:46:38.844433 3670 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-qvmqw] addLogicalPort annotation time took 29.228206ms I0419 18:46:38.845485 3670 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-qvmqw] addLogicalPort took 30.413008ms, libovsdb time 815.721µs I0419 18:46:38.845531 3670 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-vmjb8] creating logical port openshift-console-operator_console-operator-66dbbb6468-vmjb8 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:46:38.845588 3670 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-vmjb8 I0419 18:46:38.858508 3670 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8] pod update took 32.178412ms I0419 18:46:38.858526 3670 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8] addLogicalPort annotation time took 32.201738ms I0419 18:46:38.859398 3670 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8] addLogicalPort took 33.185191ms, libovsdb time 653.56µs I0419 18:46:38.873784 3670 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-vmjb8] pod update took 28.213701ms I0419 18:46:38.873801 3670 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-vmjb8] addLogicalPort annotation time took 28.234885ms I0419 18:46:38.874587 3670 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-vmjb8] addLogicalPort took 29.058985ms, libovsdb time 574.904µs I0419 18:46:38.926647 3670 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f4bcd7fcc-9x8qd] creating logical port openshift-ingress_router-default-5f4bcd7fcc-9x8qd for pod on switch ip-10-0-1-170.ec2.internal I0419 18:46:38.926789 3670 kube.go:256] Updating pod openshift-ingress/router-default-5f4bcd7fcc-9x8qd I0419 18:46:38.936745 3670 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6cfbfc6ccd-qwp7s] creating logical port openshift-ingress_router-default-6cfbfc6ccd-qwp7s for pod on switch ip-10-0-1-170.ec2.internal I0419 18:46:38.936846 3670 kube.go:256] Updating pod openshift-ingress/router-default-6cfbfc6ccd-qwp7s I0419 18:46:39.006052 3670 pod.go:62] [openshift-ingress/router-default-5f4bcd7fcc-9x8qd] pod update took 79.294917ms I0419 18:46:39.006076 3670 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f4bcd7fcc-9x8qd] addLogicalPort annotation time took 79.321073ms I0419 18:46:39.007040 3670 pods.go:271] [openshift-ingress/router-default-5f4bcd7fcc-9x8qd] addLogicalPort took 80.412363ms, libovsdb time 686.823µs I0419 18:46:39.013649 3670 pod.go:62] [openshift-ingress/router-default-6cfbfc6ccd-qwp7s] pod update took 76.825606ms I0419 18:46:39.013669 3670 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6cfbfc6ccd-qwp7s] addLogicalPort annotation time took 76.845503ms I0419 18:46:39.014535 3670 pods.go:271] [openshift-ingress/router-default-6cfbfc6ccd-qwp7s] addLogicalPort took 77.804637ms, libovsdb time 641.871µs I0419 18:46:39.470053 3670 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-qvmqw d0e943d238f4da7a06a07c176c215b34f2955a8e099020949d1cbda6923fa5df network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-qvmqw d0e943d238f4da7a06a07c176c215b34f2955a8e099020949d1cbda6923fa5df network default NAD default NAD key ] I0419 18:46:39.475550 3670 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-vmjb8 041083c7890b80a3509e5ba26fe2492fc0a2200a04bc5e501794f3818b32fdc3 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-vmjb8 041083c7890b80a3509e5ba26fe2492fc0a2200a04bc5e501794f3818b32fdc3 network default NAD default NAD key ] I0419 18:46:39.479729 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-qvmqw, hostIfaceName: d0e943d238f4da7, network: default, NAD default, SandboxID: "d0e943d238f4da7a06a07c176c215b34f2955a8e099020949d1cbda6923fa5df", PCI device ID: , UID: "74881785-0058-4c19-ae8d-7a71882c6acf", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0419 18:46:39.484510 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-vmjb8, hostIfaceName: 041083c7890b80a, network: default, NAD default, SandboxID: "041083c7890b80a3509e5ba26fe2492fc0a2200a04bc5e501794f3818b32fdc3", PCI device ID: , UID: "d5e972b5-154d-4077-8ea4-b7149e970b18", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0419 18:46:39.525673 3670 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-qvmqw d0e943d238f4da7a06a07c176c215b34f2955a8e099020949d1cbda6923fa5df network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-qvmqw d0e943d238f4da7a06a07c176c215b34f2955a8e099020949d1cbda6923fa5df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:cd:8e:e6:86:b5\",\"name\":\"d0e943d238f4da7\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0463a82-4620-462b-9e6d-39d984eb7d93\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:46:39.541302 3670 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-vmjb8 041083c7890b80a3509e5ba26fe2492fc0a2200a04bc5e501794f3818b32fdc3 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-vmjb8 041083c7890b80a3509e5ba26fe2492fc0a2200a04bc5e501794f3818b32fdc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:84:e5:62:87:0d\",\"name\":\"041083c7890b80a\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bd8bfb9-9076-463c-bf83-ad9486951c9c\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:46:42.636672 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:46:43.932587 3670 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 18:46:43.933525 3670 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 914.893µs I0419 18:46:43.959306 3670 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 18:46:45.916920 3670 namespace.go:98] [openshift-service-ca] adding namespace I0419 18:46:45.917802 3670 namespace.go:102] [openshift-service-ca] adding namespace took 860.796µs I0419 18:46:45.941467 3670 namespace.go:142] [openshift-service-ca] updating namespace W0419 18:46:52.439367 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:46:53.301013 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.301631 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.320188 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.320204 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.328601 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78774c6778-p5x98 I0419 18:46:53.328622 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78774c6778-p5x98 I0419 18:46:53.802993 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.803647 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.821550 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.821571 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.839485 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d465f4d6f-fhj4h I0419 18:46:53.839508 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d465f4d6f-fhj4h I0419 18:46:54.784862 3670 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8 985ecd868676ec5338aaf93f036483d7407b5a8d8f7483a563f7e1c76de186c0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8 985ecd868676ec5338aaf93f036483d7407b5a8d8f7483a563f7e1c76de186c0 network default NAD default NAD key ] I0419 18:46:54.793852 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-qgdr8, hostIfaceName: 985ecd868676ec5, network: default, NAD default, SandboxID: "985ecd868676ec5338aaf93f036483d7407b5a8d8f7483a563f7e1c76de186c0", PCI device ID: , UID: "7c27e379-16d4-40f1-a411-12ea7cd2916a", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0419 18:46:54.839752 3670 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8 985ecd868676ec5338aaf93f036483d7407b5a8d8f7483a563f7e1c76de186c0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-qgdr8 985ecd868676ec5338aaf93f036483d7407b5a8d8f7483a563f7e1c76de186c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:69:29:81:c6:e8\",\"name\":\"985ecd868676ec5\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6846516c-fa4a-4eb7-84f0-d8362f3d48c5\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:11.092555 3670 cni.go:452] [openshift-ingress/router-default-6cfbfc6ccd-qwp7s 8b93b1f77acaf2853fb55fce927fe21bf901bfd9e6ce35309d5eb9fa66f4062a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6cfbfc6ccd-qwp7s 8b93b1f77acaf2853fb55fce927fe21bf901bfd9e6ce35309d5eb9fa66f4062a network default NAD default NAD key ] I0419 18:47:11.094265 3670 cni.go:452] [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key ] I0419 18:47:11.103261 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6cfbfc6ccd-qwp7s, hostIfaceName: 8b93b1f77acaf28, network: default, NAD default, SandboxID: "8b93b1f77acaf2853fb55fce927fe21bf901bfd9e6ce35309d5eb9fa66f4062a", PCI device ID: , UID: "f512ec73-8570-41aa-b1a9-18cece472209", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0419 18:47:11.103752 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f4bcd7fcc-9x8qd, hostIfaceName: 138deedf9481c63, network: default, NAD default, SandboxID: "138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b", PCI device ID: , UID: "608af459-e079-4d13-9823-6c2a5278a0a8", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0419 18:47:11.149845 3670 cni.go:473] [openshift-ingress/router-default-6cfbfc6ccd-qwp7s 8b93b1f77acaf2853fb55fce927fe21bf901bfd9e6ce35309d5eb9fa66f4062a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6cfbfc6ccd-qwp7s 8b93b1f77acaf2853fb55fce927fe21bf901bfd9e6ce35309d5eb9fa66f4062a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a3:2a:c3:cc:f5\",\"name\":\"8b93b1f77acaf28\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da72e076-cc44-441a-963a-ca437915949a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:11.165128 3670 cni.go:473] [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ec:32:ac:f1:b3\",\"name\":\"138deedf9481c63\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b55006c8-a32c-47b9-adb7-dd86d85679eb\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:47:14.570076 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:14.653054 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:47:14.715045 3670 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vg4tx] creating logical port openshift-insights_insights-runtime-extractor-vg4tx for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:14.715334 3670 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vg4tx I0419 18:47:14.738681 3670 pod.go:62] [openshift-insights/insights-runtime-extractor-vg4tx] pod update took 23.410111ms I0419 18:47:14.738702 3670 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vg4tx] addLogicalPort annotation time took 23.435743ms I0419 18:47:14.739962 3670 pods.go:271] [openshift-insights/insights-runtime-extractor-vg4tx] addLogicalPort took 24.936723ms, libovsdb time 975.565µs W0419 18:47:14.784293 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:14.784421 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lnlkh for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:14.784509 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh I0419 18:47:14.805727 3670 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh] pod update took 21.24812ms I0419 18:47:14.805749 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh] addLogicalPort annotation time took 21.273899ms I0419 18:47:14.806882 3670 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh] addLogicalPort took 22.471192ms, libovsdb time 775.856µs I0419 18:47:15.069888 3670 cni.go:452] [openshift-insights/insights-runtime-extractor-vg4tx e063a1891cc15c7ff85af191ba6b0824a64f22529177084521e2c1ba2d11d0d2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vg4tx e063a1891cc15c7ff85af191ba6b0824a64f22529177084521e2c1ba2d11d0d2 network default NAD default NAD key ] I0419 18:47:15.079822 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vg4tx, hostIfaceName: e063a1891cc15c7, network: default, NAD default, SandboxID: "e063a1891cc15c7ff85af191ba6b0824a64f22529177084521e2c1ba2d11d0d2", PCI device ID: , UID: "5a257c09-bfec-48eb-9fcb-76352cbb0f62", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0419 18:47:15.127108 3670 cni.go:473] [openshift-insights/insights-runtime-extractor-vg4tx e063a1891cc15c7ff85af191ba6b0824a64f22529177084521e2c1ba2d11d0d2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vg4tx e063a1891cc15c7ff85af191ba6b0824a64f22529177084521e2c1ba2d11d0d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f7:0f:f9:21:45\",\"name\":\"e063a1891cc15c7\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0634ca31-051a-467f-bce1-7ca203693cb7\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:15.141079 3670 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh 08365395ab10c8d6307656d424284bca7592156854ec5d3048d5e6df07868545 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh 08365395ab10c8d6307656d424284bca7592156854ec5d3048d5e6df07868545 network default NAD default NAD key ] I0419 18:47:15.152506 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lnlkh, hostIfaceName: 08365395ab10c8d, network: default, NAD default, SandboxID: "08365395ab10c8d6307656d424284bca7592156854ec5d3048d5e6df07868545", PCI device ID: , UID: "2bb9d1b8-cc28-4c9d-a185-6cced382c514", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0419 18:47:15.200003 3670 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh 08365395ab10c8d6307656d424284bca7592156854ec5d3048d5e6df07868545 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lnlkh 08365395ab10c8d6307656d424284bca7592156854ec5d3048d5e6df07868545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8b:a2:4b:1c:f3\",\"name\":\"08365395ab10c8d\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1746acb-0a6e-48b2-b9bf-5b4f81b0268d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:15.742430 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:47:15.742470 3670 pods.go:176] Deleting pod: openshift-image-registry/image-registry-78774c6778-4vjzr I0419 18:47:15.743930 3670 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-78774c6778-4vjzr, ips: 10.129.0.5 I0419 18:47:15.743960 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:47:15.753710 3670 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-675b7d44c-b4lxs] creating logical port openshift-image-registry_image-registry-675b7d44c-b4lxs for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:15.753864 3670 kube.go:256] Updating pod openshift-image-registry/image-registry-675b7d44c-b4lxs I0419 18:47:15.765180 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:15.765204 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:15.772775 3670 pod.go:62] [openshift-image-registry/image-registry-675b7d44c-b4lxs] pod update took 18.967152ms I0419 18:47:15.772852 3670 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-675b7d44c-b4lxs] addLogicalPort annotation time took 19.04858ms I0419 18:47:15.774236 3670 pods.go:271] [openshift-image-registry/image-registry-675b7d44c-b4lxs] addLogicalPort took 20.542072ms, libovsdb time 966.68µs I0419 18:47:15.776175 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78774c6778-4vjzr I0419 18:47:15.776226 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78774c6778-4vjzr I0419 18:47:16.244237 3670 cni.go:452] [openshift-image-registry/image-registry-675b7d44c-b4lxs 0008d9c47b025f73642d28c40fb3b681709dea3011dfb7d0f43b537269492ade network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-675b7d44c-b4lxs 0008d9c47b025f73642d28c40fb3b681709dea3011dfb7d0f43b537269492ade network default NAD default NAD key ] I0419 18:47:16.261982 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-675b7d44c-b4lxs, hostIfaceName: 0008d9c47b025f7, network: default, NAD default, SandboxID: "0008d9c47b025f73642d28c40fb3b681709dea3011dfb7d0f43b537269492ade", PCI device ID: , UID: "f2ad78a1-1eae-4b80-b946-a662e1958903", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0419 18:47:16.308668 3670 cni.go:473] [openshift-image-registry/image-registry-675b7d44c-b4lxs 0008d9c47b025f73642d28c40fb3b681709dea3011dfb7d0f43b537269492ade network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-675b7d44c-b4lxs 0008d9c47b025f73642d28c40fb3b681709dea3011dfb7d0f43b537269492ade network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:db:41:32:d3:51\",\"name\":\"0008d9c47b025f7\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e098bf4-3943-412e-8877-4138c75a3f48\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:47:16.749092 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 18:47:16.777731 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:47:16.815271 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0419 18:47:22.251797 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-r5smc for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:22.251887 3670 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc I0419 18:47:22.273130 3670 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc] pod update took 21.271346ms I0419 18:47:22.273151 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc] addLogicalPort annotation time took 21.294521ms I0419 18:47:22.274346 3670 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc] addLogicalPort took 22.564984ms, libovsdb time 870.441µs I0419 18:47:22.607627 3670 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc af9bd0542a70e03c9b69bd61c4fd44306518a3aad784048584f610151d791774 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc af9bd0542a70e03c9b69bd61c4fd44306518a3aad784048584f610151d791774 network default NAD default NAD key ] I0419 18:47:22.616711 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-r5smc, hostIfaceName: af9bd0542a70e03, network: default, NAD default, SandboxID: "af9bd0542a70e03c9b69bd61c4fd44306518a3aad784048584f610151d791774", PCI device ID: , UID: "d09f4ecf-824b-4ee2-8829-c1e83527cee5", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0419 18:47:22.663119 3670 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc af9bd0542a70e03c9b69bd61c4fd44306518a3aad784048584f610151d791774 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-r5smc af9bd0542a70e03c9b69bd61c4fd44306518a3aad784048584f610151d791774 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:12:03:d2:91:6c\",\"name\":\"af9bd0542a70e03\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6668790e-92f1-4e3d-830a-3053f45b8f9a\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:23.547020 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:23.547287 3670 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0419 18:47:23.573603 3670 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.358031ms I0419 18:47:23.573628 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.389821ms I0419 18:47:23.574811 3670 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.808204ms, libovsdb time 856.739µs I0419 18:47:24.124683 3670 cni.go:452] [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key ] I0419 18:47:24.135085 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6ab7766b35d6527, network: default, NAD default, SandboxID: "6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8", PCI device ID: , UID: "84073076-a70f-41ed-9c74-c4748ebe673c", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0419 18:47:24.185586 3670 cni.go:473] [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:2e:74:e0:98:c3\",\"name\":\"6ab7766b35d6527\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14eb2981-0f79-4ab9-a0c6-65a708be9a48\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:47:25.430026 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.430048 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.430054 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.841192 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.841227 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.841233 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:47:26.803507 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59f79555dc-n85qp] creating logical port openshift-monitoring_metrics-server-59f79555dc-n85qp for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:26.803625 3670 kube.go:256] Updating pod openshift-monitoring/metrics-server-59f79555dc-n85qp I0419 18:47:26.826268 3670 pod.go:62] [openshift-monitoring/metrics-server-59f79555dc-n85qp] pod update took 22.680553ms I0419 18:47:26.826292 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59f79555dc-n85qp] addLogicalPort annotation time took 22.710318ms I0419 18:47:26.827562 3670 pods.go:271] [openshift-monitoring/metrics-server-59f79555dc-n85qp] addLogicalPort took 24.075572ms, libovsdb time 882.102µs I0419 18:47:26.941640 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-g9hw4 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:26.941728 3670 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4 I0419 18:47:26.957096 3670 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4] pod update took 15.379799ms I0419 18:47:26.957126 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4] addLogicalPort annotation time took 15.424379ms I0419 18:47:26.958498 3670 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4] addLogicalPort took 16.874733ms, libovsdb time 990.135µs I0419 18:47:27.162509 3670 cni.go:452] [openshift-monitoring/metrics-server-59f79555dc-n85qp 3f5d722c6b2e9aa39245e25720127dc3574703f2c1c166f546e21c98bc979414 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59f79555dc-n85qp 3f5d722c6b2e9aa39245e25720127dc3574703f2c1c166f546e21c98bc979414 network default NAD default NAD key ] I0419 18:47:27.172859 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59f79555dc-n85qp, hostIfaceName: 3f5d722c6b2e9aa, network: default, NAD default, SandboxID: "3f5d722c6b2e9aa39245e25720127dc3574703f2c1c166f546e21c98bc979414", PCI device ID: , UID: "c54cc470-e9fe-4285-a18b-b710d455f3a6", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0419 18:47:27.225063 3670 cni.go:473] [openshift-monitoring/metrics-server-59f79555dc-n85qp 3f5d722c6b2e9aa39245e25720127dc3574703f2c1c166f546e21c98bc979414 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59f79555dc-n85qp 3f5d722c6b2e9aa39245e25720127dc3574703f2c1c166f546e21c98bc979414 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:72:5b:cb:90:d9\",\"name\":\"3f5d722c6b2e9aa\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c6adcd7-01c0-4e04-94e2-471680a445d5\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:27.907021 3670 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4 b73cffd725ee0437605af7203338508825324398da0fbf80323d5a854bce4852 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4 b73cffd725ee0437605af7203338508825324398da0fbf80323d5a854bce4852 network default NAD default NAD key ] I0419 18:47:27.916563 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-g9hw4, hostIfaceName: b73cffd725ee043, network: default, NAD default, SandboxID: "b73cffd725ee0437605af7203338508825324398da0fbf80323d5a854bce4852", PCI device ID: , UID: "66422d58-2276-4866-80fe-8ee1c8c2b2b2", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0419 18:47:27.967605 3670 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4 b73cffd725ee0437605af7203338508825324398da0fbf80323d5a854bce4852 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g9hw4 b73cffd725ee0437605af7203338508825324398da0fbf80323d5a854bce4852 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:9b:af:9e:97:40\",\"name\":\"b73cffd725ee043\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9972fb9f-9b75-458f-9958-b24fe3c49de0\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:47:28.440330 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.440352 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.440360 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.440366 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 18:47:28.664826 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:28.664961 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0419 18:47:28.696339 3670 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.430755ms I0419 18:47:28.696360 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.459134ms I0419 18:47:28.697598 3670 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.791566ms, libovsdb time 907.831µs W0419 18:47:28.855694 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:47:28.955922 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0419 18:47:29.028087 3670 cni.go:452] [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key ] I0419 18:47:29.038124 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 92c5268b193284f, network: default, NAD default, SandboxID: "92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b", PCI device ID: , UID: "22449249-2d07-4bff-9567-af9ad999fe33", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0419 18:47:29.087983 3670 cni.go:473] [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6b:7b:de:35:49\",\"name\":\"92c5268b193284f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fd5246c-ebc0-4ee2-b570-51206df089ab\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:47:29.827872 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:47:29.871766 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:47:29.920497 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:29.920514 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:29.985127 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:29.985145 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:29.985150 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:29.985156 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:30.997297 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:30.997322 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:31.029062 3670 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:47:31.029080 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:47:31.029085 3670 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0419 18:47:35.308159 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:47:35.553912 3670 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rqwf8] creating logical port openshift-console_downloads-5c54f4944f-rqwf8 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:35.554062 3670 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rqwf8 I0419 18:47:35.571710 3670 pod.go:62] [openshift-console/downloads-5c54f4944f-rqwf8] pod update took 17.680946ms I0419 18:47:35.571732 3670 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rqwf8] addLogicalPort annotation time took 17.708313ms I0419 18:47:35.572986 3670 pods.go:271] [openshift-console/downloads-5c54f4944f-rqwf8] addLogicalPort took 19.096123ms, libovsdb time 922.327µs I0419 18:47:35.914867 3670 cni.go:452] [openshift-console/downloads-5c54f4944f-rqwf8 5f651672a0fbcc3d7812fba6c5852123766d4521b9f81d7282f58ce3f130564f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rqwf8 5f651672a0fbcc3d7812fba6c5852123766d4521b9f81d7282f58ce3f130564f network default NAD default NAD key ] I0419 18:47:35.934700 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rqwf8, hostIfaceName: 5f651672a0fbcc3, network: default, NAD default, SandboxID: "5f651672a0fbcc3d7812fba6c5852123766d4521b9f81d7282f58ce3f130564f", PCI device ID: , UID: "68af4497-977f-4057-b163-108fe82c3a67", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0419 18:47:35.982879 3670 cni.go:473] [openshift-console/downloads-5c54f4944f-rqwf8 5f651672a0fbcc3d7812fba6c5852123766d4521b9f81d7282f58ce3f130564f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rqwf8 5f651672a0fbcc3d7812fba6c5852123766d4521b9f81d7282f58ce3f130564f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:92:3e:b0:5a:98\",\"name\":\"5f651672a0fbcc3\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/917e6b1b-51f8-49f6-b597-f29809f51518\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:47:40.064722 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:47:40.065469 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 18:47:40.073350 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:40.485336 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:40.485365 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:40.493968 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq I0419 18:47:40.493998 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq W0419 18:47:41.498008 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:42.212075 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:47:45.837458 3670 base_network_controller_pods.go:487] [default/openshift-console/console-6d4854c664-czhrp] creating logical port openshift-console_console-6d4854c664-czhrp for pod on switch ip-10-0-1-170.ec2.internal I0419 18:47:45.837614 3670 kube.go:256] Updating pod openshift-console/console-6d4854c664-czhrp I0419 18:47:45.856038 3670 pod.go:62] [openshift-console/console-6d4854c664-czhrp] pod update took 18.453908ms I0419 18:47:45.856064 3670 base_network_controller_pods.go:951] [default/openshift-console/console-6d4854c664-czhrp] addLogicalPort annotation time took 18.485006ms I0419 18:47:45.857447 3670 pods.go:271] [openshift-console/console-6d4854c664-czhrp] addLogicalPort took 20.007302ms, libovsdb time 970.805µs W0419 18:47:47.767163 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:47:49.841807 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0419 18:47:52.201069 3670 cni.go:452] [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key ] I0419 18:47:52.209994 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d4854c664-czhrp, hostIfaceName: 0cd6a5e30b33c40, network: default, NAD default, SandboxID: "0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5", PCI device ID: , UID: "d24ca55c-f72b-4719-b28f-423ca257f5bf", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0419 18:47:52.258801 3670 cni.go:473] [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:11:c7:58:57:df\",\"name\":\"0cd6a5e30b33c40\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57b368e1-00af-49ca-98bf-fb973e4524f2\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:47:52.538431 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0419 18:47:52.957347 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0419 18:47:53.950543 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0419 18:47:53.950679 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0419 18:47:53.950733 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0419 18:47:53.995112 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.995186 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.995200 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.995237 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.995264 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.995303 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:54.004098 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:54.004123 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:54.004131 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:55.559720 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:47:55.955550 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0419 18:47:55.983455 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:47:56.966793 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:48:03.105822 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:48:15.156663 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0419 18:48:16.180851 3670 cni.go:452] [openshift-multus/network-metrics-daemon-xn9fp 74058361b4d1baeb9e98c131b70f5e1ab0ae6151cbbcb2db0944fe20fbc906b3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-xn9fp 74058361b4d1baeb9e98c131b70f5e1ab0ae6151cbbcb2db0944fe20fbc906b3 network default NAD default NAD key ] I0419 18:48:16.190021 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-xn9fp, hostIfaceName: 74058361b4d1bae, network: default, NAD default, SandboxID: "74058361b4d1baeb9e98c131b70f5e1ab0ae6151cbbcb2db0944fe20fbc906b3", PCI device ID: , UID: "cc087b02-92ab-4fab-a24b-9e8f82679bda", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0419 18:48:16.237929 3670 cni.go:473] [openshift-multus/network-metrics-daemon-xn9fp 74058361b4d1baeb9e98c131b70f5e1ab0ae6151cbbcb2db0944fe20fbc906b3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-xn9fp 74058361b4d1baeb9e98c131b70f5e1ab0ae6151cbbcb2db0944fe20fbc906b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:31:94:84:c3:5e\",\"name\":\"74058361b4d1bae\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdd2dad9-9e86-4704-940d-069eaa69449e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:48:20.844478 3670 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-sj4h2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:20.845044 3670 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-sj4h2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:21.707704 3670 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-sj4h2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:21.707731 3670 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-sj4h2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:21.725131 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d4854c664-sj4h2 I0419 18:48:21.725160 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d4854c664-sj4h2 I0419 18:48:25.375084 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:25.375696 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:26.199341 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:26.199369 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:26.206594 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx I0419 18:48:26.206617 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx I0419 18:48:28.218498 3670 cni.go:452] [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key ] I0419 18:48:28.296244 3670 cni.go:473] [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5f4bcd7fcc-9x8qd 138deedf9481c6333b48496463b3ebc1e9cbb81e2d0d0e3ae8ed94577106f22b network default NAD default NAD key default], result "{}", err I0419 18:48:28.368993 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:28.369028 3670 pods.go:176] Deleting pod: openshift-ingress/router-default-5f4bcd7fcc-9x8qd I0419 18:48:28.370356 3670 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5f4bcd7fcc-9x8qd, ips: 10.129.0.12 I0419 18:48:28.370387 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:29.098980 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:29.098999 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:29.105670 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5f4bcd7fcc-9x8qd I0419 18:48:29.105698 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5f4bcd7fcc-9x8qd W0419 18:48:29.160670 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:48:29.160689 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 18:48:30.366959 3670 cni.go:452] [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key ] I0419 18:48:30.448881 3670 cni.go:473] [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d4854c664-czhrp 0cd6a5e30b33c40821929d2abd7ac3e97d9d3e9e365ca9229cc919b5e9fb3fa5 network default NAD default NAD key default], result "{}", err I0419 18:48:30.514349 3670 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-czhrp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:30.514386 3670 pods.go:176] Deleting pod: openshift-console/console-6d4854c664-czhrp I0419 18:48:30.515829 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d4854c664-czhrp, ips: 10.129.0.23 I0419 18:48:30.515862 3670 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-czhrp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:31.107695 3670 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-czhrp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:31.107717 3670 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-czhrp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:31.114173 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d4854c664-czhrp I0419 18:48:31.114197 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d4854c664-czhrp I0419 18:48:44.233792 3670 cni.go:452] [openshift-dns/dns-default-bgt45 c64fd096e217ff054c8b550c53dd7a6ad8249dacdc22f9ac4b015d51a8f94044 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bgt45 c64fd096e217ff054c8b550c53dd7a6ad8249dacdc22f9ac4b015d51a8f94044 network default NAD default NAD key ] I0419 18:48:44.243070 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bgt45, hostIfaceName: c64fd096e217ff0, network: default, NAD default, SandboxID: "c64fd096e217ff054c8b550c53dd7a6ad8249dacdc22f9ac4b015d51a8f94044", PCI device ID: , UID: "d8e87b03-dfdc-4d45-90bb-ac69be554db7", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0419 18:48:44.250153 3670 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:44.250815 3670 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:44.292115 3670 cni.go:473] [openshift-dns/dns-default-bgt45 c64fd096e217ff054c8b550c53dd7a6ad8249dacdc22f9ac4b015d51a8f94044 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bgt45 c64fd096e217ff054c8b550c53dd7a6ad8249dacdc22f9ac4b015d51a8f94044 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:11:9f:30:49:9e\",\"name\":\"c64fd096e217ff0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2ff4d6b-a4c1-47fe-b929-c9b8e71a5bd4\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:48:44.752262 3670 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:44.752281 3670 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:44.758803 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0419 18:48:44.758824 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0419 18:48:48.880185 3670 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:48.880839 3670 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:49.312108 3670 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:49.312131 3670 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:49.320414 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0419 18:48:49.320441 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0419 18:48:50.741378 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741398 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741406 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741419 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741424 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741428 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0419 18:48:51.020149 3670 base_network_controller_pods.go:487] [default/openshift-console/console-85f7f99c6-lvgbn] creating logical port openshift-console_console-85f7f99c6-lvgbn for pod on switch ip-10-0-1-170.ec2.internal I0419 18:48:51.020304 3670 kube.go:256] Updating pod openshift-console/console-85f7f99c6-lvgbn I0419 18:48:51.047544 3670 pod.go:62] [openshift-console/console-85f7f99c6-lvgbn] pod update took 27.268594ms I0419 18:48:51.047570 3670 base_network_controller_pods.go:951] [default/openshift-console/console-85f7f99c6-lvgbn] addLogicalPort annotation time took 27.301112ms I0419 18:48:51.048692 3670 pods.go:271] [openshift-console/console-85f7f99c6-lvgbn] addLogicalPort took 28.564159ms, libovsdb time 801.714µs I0419 18:48:51.380894 3670 cni.go:452] [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key ] I0419 18:48:51.389871 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85f7f99c6-lvgbn, hostIfaceName: e1a43dc4c8123f4, network: default, NAD default, SandboxID: "e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b", PCI device ID: , UID: "e6a279ff-16a0-4c20-908c-6ad833661930", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0419 18:48:51.439194 3670 cni.go:473] [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d5:b5:6e:fe:09\",\"name\":\"e1a43dc4c8123f4\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f1ee339-0f92-47c3-8661-82c4856fc644\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:48:57.192455 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:57.192476 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:57.192485 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:49:02.278041 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:49:06.393830 3670 cni.go:452] [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key ] I0419 18:49:06.467284 3670 cni.go:473] [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 6ab7766b35d652770aee707e4b0badd3767beabcc7f7e6930550768451e01cb8 network default NAD default NAD key default], result "{}", err I0419 18:49:06.527848 3670 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:06.527882 3670 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0419 18:49:06.529470 3670 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.18 I0419 18:49:06.529501 3670 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:07.271783 3670 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:07.271807 3670 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:07.281800 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0419 18:49:07.281827 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0419 18:49:07.321082 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:49:07.321272 3670 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0419 18:49:07.345779 3670 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.577415ms I0419 18:49:07.345803 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.606947ms I0419 18:49:07.347078 3670 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.018025ms, libovsdb time 890.198µs I0419 18:49:07.681592 3670 cni.go:452] [openshift-monitoring/alertmanager-main-0 0a6d91a54412b70c3230404964e3d46b19256f25090422cc971edd1e6e415c50 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0a6d91a54412b70c3230404964e3d46b19256f25090422cc971edd1e6e415c50 network default NAD default NAD key ] I0419 18:49:07.691050 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0a6d91a54412b70, network: default, NAD default, SandboxID: "0a6d91a54412b70c3230404964e3d46b19256f25090422cc971edd1e6e415c50", PCI device ID: , UID: "8cad7b46-3310-4ab0-b653-e1a6b021880d", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0419 18:49:07.739064 3670 cni.go:473] [openshift-monitoring/alertmanager-main-0 0a6d91a54412b70c3230404964e3d46b19256f25090422cc971edd1e6e415c50 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0a6d91a54412b70c3230404964e3d46b19256f25090422cc971edd1e6e415c50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ae:d3:d5:77:82\",\"name\":\"0a6d91a54412b70\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/023b9680-68c5-4c1e-aa4c-f063771749bc\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:49:16.316303 3670 obj_retry.go:498] Detected object openshift-console/console-bff75d556-n5mrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:16.316842 3670 obj_retry.go:498] Detected object openshift-console/console-bff75d556-n5mrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:16.915535 3670 obj_retry.go:492] Detected object openshift-console/console-bff75d556-n5mrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:16.915556 3670 obj_retry.go:492] Detected object openshift-console/console-bff75d556-n5mrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:16.921810 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bff75d556-n5mrk I0419 18:49:16.921833 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bff75d556-n5mrk I0419 18:49:27.627903 3670 obj_retry.go:498] Detected object openshift-console/console-bff75d556-qjghg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:27.628423 3670 obj_retry.go:498] Detected object openshift-console/console-bff75d556-qjghg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:28.486089 3670 obj_retry.go:492] Detected object openshift-console/console-bff75d556-qjghg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:28.486116 3670 obj_retry.go:492] Detected object openshift-console/console-bff75d556-qjghg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:28.498085 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bff75d556-qjghg I0419 18:49:28.498111 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bff75d556-qjghg W0419 18:49:37.737493 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:49:37.737514 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:49:37.737523 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:49:51.781708 3670 cni.go:452] [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key ] I0419 18:49:51.858604 3670 cni.go:473] [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 92c5268b193284f8c517229526908ec087cef54ac940da6287072bbcf8b6537b network default NAD default NAD key default], result "{}", err I0419 18:49:51.919069 3670 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:51.919107 3670 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0419 18:49:51.920937 3670 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.21 I0419 18:49:51.920970 3670 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:52.472960 3670 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:52.472990 3670 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:52.484109 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0419 18:49:52.484205 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0419 18:49:52.532712 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:49:52.532826 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0419 18:49:52.561523 3670 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.738023ms I0419 18:49:52.561550 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.770096ms I0419 18:49:52.562844 3670 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.151567ms, libovsdb time 981.059µs I0419 18:49:52.890001 3670 cni.go:452] [openshift-monitoring/prometheus-k8s-0 51179f79aba4fd3cece1beb3d649318aea46855dcdeedeedf94fe2393cab8921 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 51179f79aba4fd3cece1beb3d649318aea46855dcdeedeedf94fe2393cab8921 network default NAD default NAD key ] I0419 18:49:52.900922 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 51179f79aba4fd3, network: default, NAD default, SandboxID: "51179f79aba4fd3cece1beb3d649318aea46855dcdeedeedf94fe2393cab8921", PCI device ID: , UID: "02b1a043-b429-41dc-af82-d0de1797bb6a", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0419 18:49:52.947262 3670 cni.go:473] [openshift-monitoring/prometheus-k8s-0 51179f79aba4fd3cece1beb3d649318aea46855dcdeedeedf94fe2393cab8921 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 51179f79aba4fd3cece1beb3d649318aea46855dcdeedeedf94fe2393cab8921 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:90:19:9b:83:1b\",\"name\":\"51179f79aba4fd3\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a88d0df-c61b-481c-80e2-d32df3513f0a\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:50:01.079984 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:01.080544 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:01.101978 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:01.102004 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:01.113528 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j I0419 18:50:01.113557 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j I0419 18:50:04.764246 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:04.764771 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:05.639432 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:05.639454 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:06.281842 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 W0419 18:50:15.141837 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:50:23.751640 3670 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 18:50:26.178499 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 18:50:26.178561 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-n8pjq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-n8pjq: no pod IPs found W0419 18:50:53.758463 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:50:53.758490 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 18:51:33.275121 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 I0419 18:51:37.281275 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0419 18:51:38.361870 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 18:51:46.311661 3670 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-fxpqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:46.312223 3670 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-fxpqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:46.457303 3670 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-fxpqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:46.457320 3670 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-fxpqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:46.464293 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f7f99c6-fxpqn I0419 18:51:46.464322 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f7f99c6-fxpqn I0419 18:51:57.186397 3670 cni.go:452] [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key ] I0419 18:51:57.266476 3670 cni.go:473] [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85f7f99c6-lvgbn e1a43dc4c8123f418d1b212526dd21820f89c44ac2c1f289287afbe68e17073b network default NAD default NAD key default], result "{}", err I0419 18:51:57.312237 3670 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-lvgbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:57.312307 3670 pods.go:176] Deleting pod: openshift-console/console-85f7f99c6-lvgbn I0419 18:51:57.313856 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85f7f99c6-lvgbn, ips: 10.129.0.24 I0419 18:51:57.313889 3670 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-lvgbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:57.972896 3670 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-lvgbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:57.972947 3670 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-lvgbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:57.992164 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f7f99c6-lvgbn I0419 18:51:57.992189 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f7f99c6-lvgbn I0419 18:52:06.366650 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0419 18:52:06.377939 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0419 18:52:48.361070 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0419 18:52:48.400367 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 18:52:55.389090 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 18:52:57.371995 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 18:53:02.383340 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0419 18:53:10.281632 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0419 18:53:21.282596 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=685 I0419 18:53:42.400573 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 18:53:47.276048 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 18:54:20.395275 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0419 18:56:09.129597 3670 namespace.go:98] [tsf] adding namespace I0419 18:56:09.130509 3670 namespace.go:102] [tsf] adding namespace took 855.155µs I0419 18:56:09.150795 3670 namespace.go:142] [tsf] updating namespace I0419 18:56:09.161415 3670 namespace.go:142] [tsf] updating namespace I0419 18:56:12.873043 3670 namespace.go:98] [rhtpa-operator] adding namespace I0419 18:56:12.874072 3670 namespace.go:102] [rhtpa-operator] adding namespace took 1.004428ms I0419 18:56:12.880645 3670 namespace.go:98] [konflux-ui] adding namespace I0419 18:56:12.880676 3670 namespace.go:98] [cert-manager-operator] adding namespace I0419 18:56:12.881405 3670 namespace.go:102] [konflux-ui] adding namespace took 743.024µs I0419 18:56:12.881994 3670 namespace.go:102] [cert-manager-operator] adding namespace took 1.303166ms I0419 18:56:12.886500 3670 namespace.go:98] [konflux-operator] adding namespace I0419 18:56:12.886597 3670 namespace.go:98] [tsf-tpa] adding namespace I0419 18:56:12.886649 3670 namespace.go:98] [tsf-keycloak] adding namespace I0419 18:56:12.886798 3670 namespace.go:98] [tsf-tas] adding namespace I0419 18:56:12.887156 3670 namespace.go:102] [konflux-operator] adding namespace took 639.088µs I0419 18:56:12.887697 3670 namespace.go:102] [tsf-tpa] adding namespace took 1.085716ms I0419 18:56:12.888250 3670 namespace.go:102] [tsf-keycloak] adding namespace took 1.589179ms I0419 18:56:12.888774 3670 namespace.go:102] [tsf-tas] adding namespace took 1.964178ms I0419 18:56:12.889774 3670 namespace.go:98] [rhbk-operator] adding namespace I0419 18:56:12.890425 3670 namespace.go:102] [rhbk-operator] adding namespace took 633.638µs I0419 18:56:12.912898 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:56:12.926506 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:56:12.950371 3670 namespace.go:142] [konflux-ui] updating namespace I0419 18:56:12.950418 3670 namespace.go:142] [konflux-operator] updating namespace I0419 18:56:12.954821 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:56:12.959488 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:12.971035 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:12.971058 3670 namespace.go:142] [konflux-ui] updating namespace I0419 18:56:12.972895 3670 namespace.go:142] [tsf-tas] updating namespace I0419 18:56:12.980036 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:56:12.985028 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 18:56:13.047511 3670 namespace.go:142] [konflux-operator] updating namespace I0419 18:56:13.061116 3670 namespace.go:142] [konflux-operator] updating namespace I0419 18:56:13.088836 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:13.094969 3670 namespace.go:142] [konflux-ui] updating namespace I0419 18:56:13.100505 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:13.112322 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:13.123166 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:13.154025 3670 namespace.go:142] [tsf-tas] updating namespace I0419 18:56:13.166876 3670 namespace.go:142] [tsf-tas] updating namespace I0419 18:56:13.175172 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 18:56:13.202187 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 18:56:13.264750 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:56:13.309560 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:56:14.248578 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:14.254904 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:15.911809 3670 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:15.911927 3670 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f I0419 18:56:15.926706 3670 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f] pod update took 14.812659ms I0419 18:56:15.926728 3670 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f] addLogicalPort annotation time took 14.839829ms I0419 18:56:15.927909 3670 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f] addLogicalPort took 16.11528ms, libovsdb time 810.564µs I0419 18:56:16.002293 3670 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:16.002392 3670 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq I0419 18:56:16.020139 3670 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq] pod update took 17.769238ms I0419 18:56:16.020163 3670 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq] addLogicalPort annotation time took 17.795622ms I0419 18:56:16.021241 3670 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq] addLogicalPort took 18.959909ms, libovsdb time 762.951µs I0419 18:56:16.268368 3670 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key ] I0419 18:56:16.277085 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f, hostIfaceName: d4f1fe75813e06c, network: default, NAD default, SandboxID: "d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193", PCI device ID: , UID: "f253353a-755d-46fe-8a3c-3f6472f66b9b", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0419 18:56:16.323362 3670 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:14:e0:5a:37:63\",\"name\":\"d4f1fe75813e06c\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49437f93-712d-4ea8-8266-986da36bf929\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:16.358740 3670 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key ] I0419 18:56:16.369629 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq, hostIfaceName: 9646f3827d6efeb, network: default, NAD default, SandboxID: "9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880", PCI device ID: , UID: "196880b6-f370-4664-98e9-609417b43c03", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0419 18:56:16.418084 3670 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:8b:dc:8b:8a:59\",\"name\":\"9646f3827d6efeb\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/035ab00d-c474-4ad8-bdf8-8fc1dd9e76f7\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:20.008346 3670 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key ] I0419 18:56:20.080880 3670 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq 9646f3827d6efeb74879681932c929ef8972b8687aa2fee21ea682056054e880 network default NAD default NAD key default], result "{}", err I0419 18:56:20.133198 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.133258 3670 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq I0419 18:56:20.134624 3670 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq, ips: 10.129.0.28 I0419 18:56:20.134655 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.134680 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.134689 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:20.134855 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.134870 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:20.386616 3670 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:20.386731 3670 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 I0419 18:56:20.400777 3670 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2] pod update took 14.081722ms I0419 18:56:20.400801 3670 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2] addLogicalPort annotation time took 14.109046ms I0419 18:56:20.402149 3670 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2] addLogicalPort took 15.547216ms, libovsdb time 918.391µs I0419 18:56:20.744794 3670 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key ] I0419 18:56:20.754200 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2, hostIfaceName: aadfce4609a263e, network: default, NAD default, SandboxID: "aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9", PCI device ID: , UID: "b151a141-546b-4ec5-a6cd-fdb82a51fd48", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0419 18:56:20.802335 3670 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:fc:57:68:4f:b4\",\"name\":\"aadfce4609a263e\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd8cd949-1e36-4412-be39-794b4a63de36\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:20.805473 3670 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:20.805602 3670 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w I0419 18:56:20.820499 3670 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w] pod update took 14.924956ms I0419 18:56:20.820524 3670 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w] addLogicalPort annotation time took 14.955178ms I0419 18:56:20.821696 3670 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w] addLogicalPort took 16.237825ms, libovsdb time 805.549µs I0419 18:56:21.014444 3670 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key ] I0419 18:56:21.081575 3670 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f d4f1fe75813e06cebc88b9e387443f385a02005ffcd079d452688d3e2b820193 network default NAD default NAD key default], result "{}", err I0419 18:56:21.132068 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.132122 3670 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f I0419 18:56:21.133572 3670 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f, ips: 10.129.0.27 I0419 18:56:21.133605 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.133624 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.133633 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:21.133889 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.133910 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:21.161299 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.161323 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.161338 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.161348 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.168562 3670 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key ] I0419 18:56:21.178199 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w, hostIfaceName: 5b2bd76b93791ba, network: default, NAD default, SandboxID: "5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255", PCI device ID: , UID: "27ed9f7d-19d4-4d5f-b64a-d10eaafe9498", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0419 18:56:21.223718 3670 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b1:75:14:f6:0c\",\"name\":\"5b2bd76b93791ba\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5e34fe1-7140-4d92-b12b-f779c916e760\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:22.164777 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164824 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164839 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164858 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.653816 3670 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:22.653959 3670 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 I0419 18:56:22.667400 3670 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9] pod update took 13.465611ms I0419 18:56:22.667426 3670 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9] addLogicalPort annotation time took 13.498934ms I0419 18:56:22.668836 3670 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9] addLogicalPort took 15.035159ms, libovsdb time 946.726µs I0419 18:56:22.753053 3670 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:22.753162 3670 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj I0419 18:56:22.767496 3670 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj] pod update took 14.360351ms I0419 18:56:22.767518 3670 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj] addLogicalPort annotation time took 14.386664ms I0419 18:56:22.768943 3670 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj] addLogicalPort took 15.900415ms, libovsdb time 999.426µs I0419 18:56:23.011495 3670 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key ] I0419 18:56:23.021791 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9, hostIfaceName: 941d1633803f39a, network: default, NAD default, SandboxID: "941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976", PCI device ID: , UID: "cfeee271-3578-46b1-ba4e-4dce9750af27", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0419 18:56:23.072095 3670 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c1:81:f3:38:34\",\"name\":\"941d1633803f39a\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/730a6c4a-9548-42e1-83dc-1d459fd54640\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:23.113008 3670 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key ] I0419 18:56:23.122802 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj, hostIfaceName: 5e77306f47478cf, network: default, NAD default, SandboxID: "5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c", PCI device ID: , UID: "c2773978-8793-42b7-8b2e-bff720a7c599", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0419 18:56:23.170986 3670 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b5:81:10:4d:d2\",\"name\":\"5e77306f47478cf\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/251a81ca-527d-4c48-8056-5b5bd93df30a\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:24.040548 3670 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key ] I0419 18:56:24.114179 3670 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 aadfce4609a263e9b452bf426abc8257e9a4e870ceaae5fe59274fce4bdc5cd9 network default NAD default NAD key default], result "{}", err I0419 18:56:24.161545 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.161601 3670 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 I0419 18:56:24.163084 3670 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2, ips: 10.129.0.29 I0419 18:56:24.163125 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.163149 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.163160 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:24.163451 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.163466 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:25.050025 3670 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key ] I0419 18:56:25.119552 3670 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w 5b2bd76b93791babb1da41fd511c491400c89605840749e0376876b68ce3e255 network default NAD default NAD key default], result "{}", err I0419 18:56:25.169440 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.169469 3670 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w I0419 18:56:25.171140 3670 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w, ips: 10.129.0.30 I0419 18:56:25.171173 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.171193 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.171200 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:25.171463 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.171482 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:25.189366 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:25.189392 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:25.189404 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:25.189413 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.259057 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.259082 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.259092 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.259102 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:27.064529 3670 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key ] I0419 18:56:27.135832 3670 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj 5e77306f47478cf30b6e70553f97a168de7c3e3246af61981eb4b364129bba4c network default NAD default NAD key default], result "{}", err I0419 18:56:27.190173 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.190608 3670 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj I0419 18:56:27.192061 3670 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj, ips: 10.129.0.32 I0419 18:56:27.192109 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.192138 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.192152 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:27.192349 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.192361 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:28.071300 3670 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key ] I0419 18:56:28.140702 3670 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 941d1633803f39a512e858e938c4310411814f454349e617fd684430f0d1c976 network default NAD default NAD key default], result "{}", err I0419 18:56:28.192430 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.192466 3670 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 I0419 18:56:28.193993 3670 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9, ips: 10.129.0.31 I0419 18:56:28.194026 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.194051 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.194082 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:28.194304 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.194322 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:28.219545 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.219567 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.219583 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.219593 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.960258 3670 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-447d5 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:28.960457 3670 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5 I0419 18:56:28.981623 3670 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5] pod update took 21.194426ms I0419 18:56:28.981645 3670 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5] addLogicalPort annotation time took 21.223969ms I0419 18:56:28.982837 3670 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5] addLogicalPort took 22.596024ms, libovsdb time 852.662µs I0419 18:56:29.228709 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228730 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228746 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228757 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.320332 3670 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5 d9b38a2c933d93cc9b2846a8764f48fe651fa7f523b46a45c81bd9cb11e432ab network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5 d9b38a2c933d93cc9b2846a8764f48fe651fa7f523b46a45c81bd9cb11e432ab network default NAD default NAD key ] I0419 18:56:29.346343 3670 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-447d5, hostIfaceName: d9b38a2c933d93c, network: default, NAD default, SandboxID: "d9b38a2c933d93cc9b2846a8764f48fe651fa7f523b46a45c81bd9cb11e432ab", PCI device ID: , UID: "0745a3c2-e423-46d5-80c8-00720973cbc4", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0419 18:56:29.392241 3670 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5 d9b38a2c933d93cc9b2846a8764f48fe651fa7f523b46a45c81bd9cb11e432ab network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-447d5 d9b38a2c933d93cc9b2846a8764f48fe651fa7f523b46a45c81bd9cb11e432ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:83:ae:4b:1d:96\",\"name\":\"d9b38a2c933d93c\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e97c8218-57e2-4cab-b3ae-d204dc8df954\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:33.448971 3670 namespace.go:98] [cert-manager] adding namespace I0419 18:56:33.450093 3670 namespace.go:102] [cert-manager] adding namespace took 1.088828ms I0419 18:56:33.522024 3670 namespace.go:142] [cert-manager] updating namespace I0419 18:56:33.563907 3670 namespace.go:142] [cert-manager] updating namespace W0419 18:56:35.199657 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 18:56:38.139022 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 18:56:38.146552 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 18:56:43.231915 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 18:56:43.231932 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0419 18:56:43.525281 3670 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-cxx2s for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:43.525438 3670 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s I0419 18:56:43.548567 3670 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s] pod update took 23.160473ms I0419 18:56:43.548589 3670 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s] addLogicalPort annotation time took 23.18797ms I0419 18:56:43.549921 3670 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s] addLogicalPort took 24.660383ms, libovsdb time 928.192µs I0419 18:56:43.893342 3670 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s 4014126396fe11e0292f9bf5ed752f8e938d67fe1c40a817eb5073379f6393da network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s 4014126396fe11e0292f9bf5ed752f8e938d67fe1c40a817eb5073379f6393da network default NAD default NAD key ] I0419 18:56:43.902795 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-cxx2s, hostIfaceName: 4014126396fe11e, network: default, NAD default, SandboxID: "4014126396fe11e0292f9bf5ed752f8e938d67fe1c40a817eb5073379f6393da", PCI device ID: , UID: "07031d1f-4b5b-4951-bac5-db4760f95ec4", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0419 18:56:43.950914 3670 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s 4014126396fe11e0292f9bf5ed752f8e938d67fe1c40a817eb5073379f6393da network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-cxx2s 4014126396fe11e0292f9bf5ed752f8e938d67fe1c40a817eb5073379f6393da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:dc:8a:b3:93:d6\",\"name\":\"4014126396fe11e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd062fe6-5d83-4543-88f8-40419299cd19\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:44.401511 3670 namespace.go:142] [openshift-operators] updating namespace I0419 18:56:44.417809 3670 namespace.go:142] [openshift-operators] updating namespace W0419 18:56:47.198377 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.575705 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.600144 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.636935 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.655004 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 18:56:51.962782 3670 namespace.go:142] [openshift-operators] updating namespace I0419 18:56:52.348194 3670 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-5lhx2 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:52.348326 3670 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2 I0419 18:56:52.485973 3670 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2] pod update took 137.672415ms I0419 18:56:52.486004 3670 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2] addLogicalPort annotation time took 137.707277ms I0419 18:56:52.487247 3670 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2] addLogicalPort took 139.075014ms, libovsdb time 889.392µs I0419 18:56:52.722063 3670 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2 62290e8d944d642241fde835203ad786e66c55f88009c929f13ca98e8d9bea14 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2 62290e8d944d642241fde835203ad786e66c55f88009c929f13ca98e8d9bea14 network default NAD default NAD key ] I0419 18:56:52.730922 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-5lhx2, hostIfaceName: 62290e8d944d642, network: default, NAD default, SandboxID: "62290e8d944d642241fde835203ad786e66c55f88009c929f13ca98e8d9bea14", PCI device ID: , UID: "d879e796-9355-4051-bfb6-2d4840403c71", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0419 18:56:52.778697 3670 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2 62290e8d944d642241fde835203ad786e66c55f88009c929f13ca98e8d9bea14 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-5lhx2 62290e8d944d642241fde835203ad786e66c55f88009c929f13ca98e8d9bea14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:7c:66:66:fd:09\",\"name\":\"62290e8d944d642\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53781ea9-17db-4203-9eeb-7cce32771d5c\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:56:57.501903 3670 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-b2gcv for pod on switch ip-10-0-1-170.ec2.internal I0419 18:56:57.502043 3670 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv I0419 18:56:57.529744 3670 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv] pod update took 27.75806ms I0419 18:56:57.529769 3670 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv] addLogicalPort annotation time took 27.786662ms I0419 18:56:57.531026 3670 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv] addLogicalPort took 29.140946ms, libovsdb time 914.818µs I0419 18:56:57.860958 3670 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv f81c57c632baa6e68e5bf4d8cc8c756dfcd13819c6fc027088ade46327bc4d27 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv f81c57c632baa6e68e5bf4d8cc8c756dfcd13819c6fc027088ade46327bc4d27 network default NAD default NAD key ] I0419 18:56:57.869933 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-b2gcv, hostIfaceName: f81c57c632baa6e, network: default, NAD default, SandboxID: "f81c57c632baa6e68e5bf4d8cc8c756dfcd13819c6fc027088ade46327bc4d27", PCI device ID: , UID: "a8d1a9db-df8c-4bed-bde9-6c542ee3b368", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0419 18:56:57.920001 3670 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv f81c57c632baa6e68e5bf4d8cc8c756dfcd13819c6fc027088ade46327bc4d27 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-b2gcv f81c57c632baa6e68e5bf4d8cc8c756dfcd13819c6fc027088ade46327bc4d27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c4:84:cf:ef:44\",\"name\":\"f81c57c632baa6e\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3ab683a-ff4e-4420-9d59-3d3318281f30\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:56:58.274139 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 18:56:59.761304 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:59.761866 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:59.793276 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:59.793299 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:59.805099 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 18:56:59.805131 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 18:57:00.710994 3670 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 18:57:00.711885 3670 namespace.go:102] [trusted-artifact-signer] adding namespace took 867.055µs I0419 18:57:00.743955 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:00.778032 3670 namespace.go:142] [trusted-artifact-signer] updating namespace W0419 18:57:01.330836 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 18:57:01.852003 3670 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-w9krd] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-w9krd for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:01.852096 3670 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-w9krd I0419 18:57:01.874806 3670 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-w9krd] pod update took 22.73356ms I0419 18:57:01.874827 3670 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-w9krd] addLogicalPort annotation time took 22.757876ms I0419 18:57:01.876010 3670 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-w9krd] addLogicalPort took 24.021969ms, libovsdb time 809.764µs I0419 18:57:02.209688 3670 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-w9krd 3c25c822013b72b924107dadd9fbacf8e0c6fa1fd27f21d2a82ab4e2697698f8 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-w9krd 3c25c822013b72b924107dadd9fbacf8e0c6fa1fd27f21d2a82ab4e2697698f8 network default NAD default NAD key ] I0419 18:57:02.219339 3670 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-w9krd, hostIfaceName: 3c25c822013b72b, network: default, NAD default, SandboxID: "3c25c822013b72b924107dadd9fbacf8e0c6fa1fd27f21d2a82ab4e2697698f8", PCI device ID: , UID: "59b98c93-d68a-41d3-b540-b10c0593ded0", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0419 18:57:02.266834 3670 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-w9krd 3c25c822013b72b924107dadd9fbacf8e0c6fa1fd27f21d2a82ab4e2697698f8 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-w9krd 3c25c822013b72b924107dadd9fbacf8e0c6fa1fd27f21d2a82ab4e2697698f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:07:62:01:3a:40\",\"name\":\"3c25c822013b72b\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1ed942a-6155-4f36-bac0-145f1aa2b9da\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:04.366504 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 W0419 18:57:12.282557 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0419 18:57:16.675971 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0419 18:57:16.698748 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0419 18:57:16.728568 3670 namespace.go:98] [openshift-pipelines] adding namespace I0419 18:57:16.729493 3670 namespace.go:102] [openshift-pipelines] adding namespace took 900.105µs I0419 18:57:16.749570 3670 namespace.go:142] [openshift-pipelines] updating namespace I0419 18:57:17.517898 3670 namespace.go:142] [cert-manager] updating namespace I0419 18:57:17.714316 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:57:18.113496 3670 namespace.go:142] [konflux-operator] updating namespace I0419 18:57:18.313558 3670 namespace.go:142] [konflux-ui] updating namespace I0419 18:57:18.516970 3670 namespace.go:142] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] updating namespace I0419 18:57:18.919354 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 18:57:19.118428 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:57:19.319513 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:19.519161 3670 namespace.go:142] [tsf] updating namespace I0419 18:57:19.722316 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:57:19.923116 3670 namespace.go:142] [tsf-tas] updating namespace I0419 18:57:20.123773 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:57:20.258635 3670 namespace.go:142] [cert-manager] updating namespace I0419 18:57:20.269486 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:57:20.280530 3670 namespace.go:142] [default] updating namespace I0419 18:57:20.284551 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0419 18:57:20.289707 3670 namespace.go:142] [konflux-operator] updating namespace I0419 18:57:20.299764 3670 namespace.go:142] [konflux-ui] updating namespace I0419 18:57:20.309866 3670 namespace.go:142] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] updating namespace I0419 18:57:20.317821 3670 namespace.go:142] [openshift] updating namespace I0419 18:57:20.326296 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 18:57:20.338254 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:57:20.346335 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:20.357000 3670 namespace.go:142] [tsf] updating namespace I0419 18:57:20.367607 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:57:20.390634 3670 namespace.go:142] [tsf-tas] updating namespace I0419 18:57:20.408208 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:57:20.508472 3670 namespace.go:142] [cert-manager] updating namespace I0419 18:57:20.615369 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:57:20.707170 3670 namespace.go:142] [default] updating namespace I0419 18:57:20.809178 3670 namespace.go:142] [konflux-operator] updating namespace I0419 18:57:20.909327 3670 namespace.go:142] [konflux-ui] updating namespace I0419 18:57:21.010579 3670 namespace.go:142] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] updating namespace I0419 18:57:21.109314 3670 namespace.go:142] [openshift] updating namespace I0419 18:57:21.212347 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 18:57:21.308986 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:57:21.407938 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:21.511968 3670 namespace.go:142] [tsf] updating namespace I0419 18:57:21.609673 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:57:21.706478 3670 namespace.go:142] [tsf-tas] updating namespace I0419 18:57:21.809450 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 18:57:22.077071 3670 namespace.go:142] [openshift-pipelines] updating namespace I0419 18:57:30.826605 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-kg76v for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:30.826693 3670 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v I0419 18:57:30.856153 3670 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v] pod update took 29.48951ms I0419 18:57:30.856172 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v] addLogicalPort annotation time took 29.512577ms I0419 18:57:30.857480 3670 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v] addLogicalPort took 30.88777ms, libovsdb time 939.798µs I0419 18:57:30.935324 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-2sc7t for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:30.935431 3670 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t I0419 18:57:30.955613 3670 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t] pod update took 20.21532ms I0419 18:57:30.955639 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t] addLogicalPort annotation time took 20.245524ms I0419 18:57:30.956882 3670 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t] addLogicalPort took 21.577355ms, libovsdb time 903.383µs I0419 18:57:31.186060 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v 35dba9c77cbea9eef1ad57986364b5e33ffae9af99d41132772a7177bb398c52 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v 35dba9c77cbea9eef1ad57986364b5e33ffae9af99d41132772a7177bb398c52 network default NAD default NAD key ] I0419 18:57:31.194862 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-kg76v, hostIfaceName: 35dba9c77cbea9e, network: default, NAD default, SandboxID: "35dba9c77cbea9eef1ad57986364b5e33ffae9af99d41132772a7177bb398c52", PCI device ID: , UID: "1bc4a99c-510a-41d3-b560-42edc0a49fcb", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0419 18:57:31.222246 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-ls9sr for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:31.222383 3670 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr I0419 18:57:31.241290 3670 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr] pod update took 18.931279ms I0419 18:57:31.241312 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr] addLogicalPort annotation time took 18.957879ms I0419 18:57:31.242558 3670 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr] addLogicalPort took 20.325766ms, libovsdb time 888.289µs I0419 18:57:31.245451 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v 35dba9c77cbea9eef1ad57986364b5e33ffae9af99d41132772a7177bb398c52 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-kg76v 35dba9c77cbea9eef1ad57986364b5e33ffae9af99d41132772a7177bb398c52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:43:f1:69:27:8b\",\"name\":\"35dba9c77cbea9e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3d51ca7-3f66-4fd5-8a8d-4dfb8b350da3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:31.297119 3670 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t 0021e5594a4178754aaa68011a53331717fdaf91f042aaae854e0c0cd5ebe2ba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t 0021e5594a4178754aaa68011a53331717fdaf91f042aaae854e0c0cd5ebe2ba network default NAD default NAD key ] I0419 18:57:31.306932 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-2sc7t, hostIfaceName: 0021e5594a41787, network: default, NAD default, SandboxID: "0021e5594a4178754aaa68011a53331717fdaf91f042aaae854e0c0cd5ebe2ba", PCI device ID: , UID: "7f111bc0-4e7f-49c8-a641-8ef163259093", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0419 18:57:31.356450 3670 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t 0021e5594a4178754aaa68011a53331717fdaf91f042aaae854e0c0cd5ebe2ba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-2sc7t 0021e5594a4178754aaa68011a53331717fdaf91f042aaae854e0c0cd5ebe2ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:01:18:f8:36:93\",\"name\":\"0021e5594a41787\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8ab5f8c-6f36-4534-80c6-25e716669dad\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:31.590637 3670 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr 0a921a5d7a05ab00fb7efa7e223bbd001f84c3b0447b492683020e7b687d0719 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr 0a921a5d7a05ab00fb7efa7e223bbd001f84c3b0447b492683020e7b687d0719 network default NAD default NAD key ] I0419 18:57:31.600395 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-ls9sr, hostIfaceName: 0a921a5d7a05ab0, network: default, NAD default, SandboxID: "0a921a5d7a05ab00fb7efa7e223bbd001f84c3b0447b492683020e7b687d0719", PCI device ID: , UID: "03f1df55-7b9d-4b94-8401-e2313e120751", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0419 18:57:31.648839 3670 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr 0a921a5d7a05ab00fb7efa7e223bbd001f84c3b0447b492683020e7b687d0719 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-ls9sr 0a921a5d7a05ab00fb7efa7e223bbd001f84c3b0447b492683020e7b687d0719 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a7:77:54:db:3b\",\"name\":\"0a921a5d7a05ab0\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b4c6955-de6c-4782-81bd-5980ba134048\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:57:35.530009 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:35.530031 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:35.530040 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:35.591197 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:35.591237 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:35.591244 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:35.790148 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:35.790169 3670 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:35.790174 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:35.790178 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:46.444613 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:46.444637 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:46.444645 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:46.474162 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:46.474183 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:46.474191 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0419 18:57:48.963338 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:48.963840 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:48.997496 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:48.997528 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:49.001963 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 18:57:49.001999 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 18:57:50.980837 3670 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 18:57:50.981503 3670 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 18:57:50.981524 3670 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 18:57:50.983476 3670 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 18:57:53.729850 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-24mfj for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:53.729977 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj I0419 18:57:53.748316 3670 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj] pod update took 18.365938ms I0419 18:57:53.748339 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj] addLogicalPort annotation time took 18.396223ms I0419 18:57:53.749589 3670 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj] addLogicalPort took 19.754797ms, libovsdb time 871.162µs I0419 18:57:53.816615 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-46k4r for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:53.816701 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r I0419 18:57:53.832237 3670 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r] pod update took 15.555938ms I0419 18:57:53.832257 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r] addLogicalPort annotation time took 15.582996ms I0419 18:57:53.833448 3670 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r] addLogicalPort took 16.848775ms, libovsdb time 829.159µs I0419 18:57:53.915004 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-75kk2 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:57:53.915105 3670 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2 I0419 18:57:53.930829 3670 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2] pod update took 15.75501ms I0419 18:57:53.930853 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2] addLogicalPort annotation time took 15.783742ms I0419 18:57:53.931999 3670 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2] addLogicalPort took 17.00852ms, libovsdb time 749.242µs I0419 18:57:54.110427 3670 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj 7a2ed3a7018279a402b25155b10b5fa09de7094c01531f7e0af2284351c5f8e3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj 7a2ed3a7018279a402b25155b10b5fa09de7094c01531f7e0af2284351c5f8e3 network default NAD default NAD key ] I0419 18:57:54.119636 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-24mfj, hostIfaceName: 7a2ed3a7018279a, network: default, NAD default, SandboxID: "7a2ed3a7018279a402b25155b10b5fa09de7094c01531f7e0af2284351c5f8e3", PCI device ID: , UID: "1fffccad-1b73-4c32-8b02-ee9716c04adc", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0419 18:57:54.171482 3670 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj 7a2ed3a7018279a402b25155b10b5fa09de7094c01531f7e0af2284351c5f8e3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-24mfj 7a2ed3a7018279a402b25155b10b5fa09de7094c01531f7e0af2284351c5f8e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:91:df:70:a5:66\",\"name\":\"7a2ed3a7018279a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11aeb387-aea5-49ed-a2d0-ae2a98cb2269\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:54.178203 3670 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r f8feda07d58db16daf6e2d95835361fe24046361569c6094b0c94832dc9d274b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r f8feda07d58db16daf6e2d95835361fe24046361569c6094b0c94832dc9d274b network default NAD default NAD key ] I0419 18:57:54.187624 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-46k4r, hostIfaceName: f8feda07d58db16, network: default, NAD default, SandboxID: "f8feda07d58db16daf6e2d95835361fe24046361569c6094b0c94832dc9d274b", PCI device ID: , UID: "73e06f48-6995-4d9d-943d-6aac5f90e450", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0419 18:57:54.239001 3670 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r f8feda07d58db16daf6e2d95835361fe24046361569c6094b0c94832dc9d274b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46k4r f8feda07d58db16daf6e2d95835361fe24046361569c6094b0c94832dc9d274b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c4:0e:b7:c6:cf\",\"name\":\"f8feda07d58db16\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83c800e0-5363-4202-ae60-d3cd1869f87b\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:57:54.277161 3670 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2 4492fb817c7f056bc035af5f69291453adbf2bbaa2e6c42d29cdd8fab44f0274 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2 4492fb817c7f056bc035af5f69291453adbf2bbaa2e6c42d29cdd8fab44f0274 network default NAD default NAD key ] I0419 18:57:54.287236 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-75kk2, hostIfaceName: 4492fb817c7f056, network: default, NAD default, SandboxID: "4492fb817c7f056bc035af5f69291453adbf2bbaa2e6c42d29cdd8fab44f0274", PCI device ID: , UID: "fd997bd1-39f4-4649-8ab5-5fb1589b2f58", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0419 18:57:54.335309 3670 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2 4492fb817c7f056bc035af5f69291453adbf2bbaa2e6c42d29cdd8fab44f0274 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-75kk2 4492fb817c7f056bc035af5f69291453adbf2bbaa2e6c42d29cdd8fab44f0274 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3b:b0:e3:99:fc\",\"name\":\"4492fb817c7f056\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/595628b4-26fe-4e92-ad24-cb6899f20a6a\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:57:56.898108 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 18:57:56.898133 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0419 18:57:56.898107 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 18:57:56.898165 3670 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 18:57:57.576362 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 18:58:04.284406 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0419 18:58:08.559039 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 18:58:15.690905 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:58:18.285497 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=40 I0419 18:58:23.176342 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:23.176915 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:23.218544 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:23.218565 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:23.225155 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 18:58:23.225180 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 18:58:23.935559 3670 namespace.go:142] [openshift-pipelines] updating namespace I0419 18:58:25.922529 3670 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-579f77bbcc-cnl5x] creating logical port tsf-tas_fulcio-server-579f77bbcc-cnl5x for pod on switch ip-10-0-1-170.ec2.internal I0419 18:58:25.922626 3670 kube.go:256] Updating pod tsf-tas/fulcio-server-579f77bbcc-cnl5x I0419 18:58:25.940605 3670 pod.go:62] [tsf-tas/fulcio-server-579f77bbcc-cnl5x] pod update took 17.999322ms I0419 18:58:25.940636 3670 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-579f77bbcc-cnl5x] addLogicalPort annotation time took 18.037081ms I0419 18:58:25.942155 3670 pods.go:271] [tsf-tas/fulcio-server-579f77bbcc-cnl5x] addLogicalPort took 19.644715ms, libovsdb time 1.034942ms I0419 18:58:26.290820 3670 cni.go:452] [tsf-tas/fulcio-server-579f77bbcc-cnl5x 9b84db3df68c0f7e6182a40cf1af2fb38d72c409313755cc41ddec7fac1b347e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-579f77bbcc-cnl5x 9b84db3df68c0f7e6182a40cf1af2fb38d72c409313755cc41ddec7fac1b347e network default NAD default NAD key ] I0419 18:58:26.300340 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-579f77bbcc-cnl5x, hostIfaceName: 9b84db3df68c0f7, network: default, NAD default, SandboxID: "9b84db3df68c0f7e6182a40cf1af2fb38d72c409313755cc41ddec7fac1b347e", PCI device ID: , UID: "2b055415-2c9b-4e22-a00a-79b0358d709d", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0419 18:58:26.351123 3670 cni.go:473] [tsf-tas/fulcio-server-579f77bbcc-cnl5x 9b84db3df68c0f7e6182a40cf1af2fb38d72c409313755cc41ddec7fac1b347e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-579f77bbcc-cnl5x 9b84db3df68c0f7e6182a40cf1af2fb38d72c409313755cc41ddec7fac1b347e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:7a:e3:30:c4:f7\",\"name\":\"9b84db3df68c0f7\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae486a0b-129b-4d07-b428-f3af60ddb703\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:26.516126 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-l2r9c-wh8q5] creating logical port tsf-tas_rekor-createtree-job-l2r9c-wh8q5 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:58:26.516280 3670 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-l2r9c-wh8q5 I0419 18:58:26.529441 3670 pod.go:62] [tsf-tas/rekor-createtree-job-l2r9c-wh8q5] pod update took 13.186155ms I0419 18:58:26.529460 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-l2r9c-wh8q5] addLogicalPort annotation time took 13.211419ms I0419 18:58:26.530881 3670 pods.go:271] [tsf-tas/rekor-createtree-job-l2r9c-wh8q5] addLogicalPort took 14.774581ms, libovsdb time 932.768µs I0419 18:58:26.879013 3670 cni.go:452] [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key ] I0419 18:58:26.888388 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-l2r9c-wh8q5, hostIfaceName: 9b45efb99e885d3, network: default, NAD default, SandboxID: "9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020", PCI device ID: , UID: "64a5264e-8b79-4a45-af14-794242ea328d", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0419 18:58:26.937343 3670 cni.go:473] [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:33:a3:3f:e1:c3\",\"name\":\"9b45efb99e885d3\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f81e0b2-83b8-446e-b1e0-3e30205ae82c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:28.718195 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0419 18:58:28.718255 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 18:58:28.747519 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0419 18:58:28.747543 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0419 18:58:29.093869 3670 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5c6b587b7f-d4hmm] creating logical port tsf-tas_trillian-db-5c6b587b7f-d4hmm for pod on switch ip-10-0-1-170.ec2.internal I0419 18:58:29.093966 3670 kube.go:256] Updating pod tsf-tas/trillian-db-5c6b587b7f-d4hmm I0419 18:58:29.111591 3670 pod.go:62] [tsf-tas/trillian-db-5c6b587b7f-d4hmm] pod update took 17.651162ms I0419 18:58:29.111619 3670 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5c6b587b7f-d4hmm] addLogicalPort annotation time took 17.6849ms I0419 18:58:29.112874 3670 pods.go:271] [tsf-tas/trillian-db-5c6b587b7f-d4hmm] addLogicalPort took 19.026067ms, libovsdb time 855.629µs I0419 18:58:30.123180 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-lprmg for pod on switch ip-10-0-1-170.ec2.internal I0419 18:58:30.123344 3670 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg I0419 18:58:30.140661 3670 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg] pod update took 17.349166ms I0419 18:58:30.140688 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg] addLogicalPort annotation time took 17.383146ms I0419 18:58:30.142090 3670 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg] addLogicalPort took 18.934681ms, libovsdb time 922.121µs I0419 18:58:30.483854 3670 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg e357f59f203eb6d9c80efeb07975c8f69633cbaf7c6d5d14e7ed0396275707a1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg e357f59f203eb6d9c80efeb07975c8f69633cbaf7c6d5d14e7ed0396275707a1 network default NAD default NAD key ] I0419 18:58:30.494180 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-lprmg, hostIfaceName: e357f59f203eb6d, network: default, NAD default, SandboxID: "e357f59f203eb6d9c80efeb07975c8f69633cbaf7c6d5d14e7ed0396275707a1", PCI device ID: , UID: "06efae80-63b2-431b-a40a-f5de95b8331a", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0419 18:58:30.544073 3670 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg e357f59f203eb6d9c80efeb07975c8f69633cbaf7c6d5d14e7ed0396275707a1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-lprmg e357f59f203eb6d9c80efeb07975c8f69633cbaf7c6d5d14e7ed0396275707a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:6a:ae:c5:4b:c2\",\"name\":\"e357f59f203eb6d\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdc5b2d4-d8c2-4f83-8f40-ca9481036af2\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:58:34.091722 3670 cni.go:452] [tsf-tas/trillian-db-5c6b587b7f-d4hmm 0ed45df70b291e9a0819fc22a39a2d0b967ca33851d9a68b51d41601accc1422 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5c6b587b7f-d4hmm 0ed45df70b291e9a0819fc22a39a2d0b967ca33851d9a68b51d41601accc1422 network default NAD default NAD key ] I0419 18:58:34.101026 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5c6b587b7f-d4hmm, hostIfaceName: 0ed45df70b291e9, network: default, NAD default, SandboxID: "0ed45df70b291e9a0819fc22a39a2d0b967ca33851d9a68b51d41601accc1422", PCI device ID: , UID: "23a29ceb-f66b-46e5-9f88-12fea541ae83", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0419 18:58:34.154600 3670 cni.go:473] [tsf-tas/trillian-db-5c6b587b7f-d4hmm 0ed45df70b291e9a0819fc22a39a2d0b967ca33851d9a68b51d41601accc1422 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5c6b587b7f-d4hmm 0ed45df70b291e9a0819fc22a39a2d0b967ca33851d9a68b51d41601accc1422 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:87:95:81:33:0f\",\"name\":\"0ed45df70b291e9\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7445a3d-5919-4763-890d-d93fd170d826\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:58:34.755239 3670 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:34.755258 3670 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:34.755265 3670 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:36.775316 3670 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 18:58:39.262882 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4xnzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:39.263487 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4xnzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:40.162861 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4xnzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:40.162885 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4xnzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:58:40.803532 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:40.803553 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:40.803558 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:45.812333 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0419 18:58:46.825330 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0419 18:58:47.822774 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 18:58:49.999443 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:49.999967 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:50.887340 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:50.887368 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:54.278798 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 I0419 18:59:10.175234 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-jt962 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:59:10.175330 3670 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962 I0419 18:59:10.190575 3670 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962] pod update took 15.268081ms I0419 18:59:10.190601 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962] addLogicalPort annotation time took 15.300226ms I0419 18:59:10.191989 3670 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962] addLogicalPort took 16.792272ms, libovsdb time 924.666µs I0419 18:59:10.541003 3670 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962 24a2031e05e0efe06e94f1a73c2159560f3e3437a5e2044a9ee23e2141f7c5f8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962 24a2031e05e0efe06e94f1a73c2159560f3e3437a5e2044a9ee23e2141f7c5f8 network default NAD default NAD key ] I0419 18:59:10.550099 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-jt962, hostIfaceName: 24a2031e05e0efe, network: default, NAD default, SandboxID: "24a2031e05e0efe06e94f1a73c2159560f3e3437a5e2044a9ee23e2141f7c5f8", PCI device ID: , UID: "a90a085c-a868-44b9-b8c7-922ac5592952", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0419 18:59:10.602579 3670 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962 24a2031e05e0efe06e94f1a73c2159560f3e3437a5e2044a9ee23e2141f7c5f8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-jt962 24a2031e05e0efe06e94f1a73c2159560f3e3437a5e2044a9ee23e2141f7c5f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c9:68:a4:c8:f9\",\"name\":\"24a2031e05e0efe\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38d089ff-4779-4185-a666-bfdaa6b47904\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:59:13.505182 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:13.505785 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:13.526308 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:13.526336 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:13.540772 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 18:59:13.540801 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas W0419 18:59:14.305460 3670 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 18:59:14.305481 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 18:59:14.355866 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 18:59:16.227930 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:16.228501 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:16.402940 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 18:59:17.003489 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:17.003513 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:19.020473 3670 cni.go:452] [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key ] I0419 18:59:19.108707 3670 cni.go:473] [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-l2r9c-wh8q5 9b45efb99e885d356ac94a68833333a05c9df5f5d3e2f01e3f43cf9cb759a020 network default NAD default NAD key default], result "{}", err I0419 18:59:19.160450 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:19.160484 3670 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-l2r9c-wh8q5 I0419 18:59:19.161803 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-l2r9c-wh8q5, ips: 10.129.0.45 I0419 18:59:19.161833 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:20.035735 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:20.035759 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:22.472239 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-wl884 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:22.472790 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-wl884 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:22.731312 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-77bdd7466c-zxlkt] creating logical port tsf-tas_rekor-redis-77bdd7466c-zxlkt for pod on switch ip-10-0-1-170.ec2.internal I0419 18:59:22.731406 3670 kube.go:256] Updating pod tsf-tas/rekor-redis-77bdd7466c-zxlkt I0419 18:59:22.745077 3670 pod.go:62] [tsf-tas/rekor-redis-77bdd7466c-zxlkt] pod update took 13.695703ms I0419 18:59:22.745102 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-77bdd7466c-zxlkt] addLogicalPort annotation time took 13.728515ms I0419 18:59:22.746517 3670 pods.go:271] [tsf-tas/rekor-redis-77bdd7466c-zxlkt] addLogicalPort took 15.223342ms, libovsdb time 989.503µs I0419 18:59:22.925575 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-74f55f9f9d-8m222] creating logical port tsf-tas_rekor-search-ui-74f55f9f9d-8m222 for pod on switch ip-10-0-1-170.ec2.internal I0419 18:59:22.925697 3670 kube.go:256] Updating pod tsf-tas/rekor-search-ui-74f55f9f9d-8m222 I0419 18:59:22.941810 3670 pod.go:62] [tsf-tas/rekor-search-ui-74f55f9f9d-8m222] pod update took 16.134805ms I0419 18:59:22.941831 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-74f55f9f9d-8m222] addLogicalPort annotation time took 16.160515ms I0419 18:59:22.943189 3670 pods.go:271] [tsf-tas/rekor-search-ui-74f55f9f9d-8m222] addLogicalPort took 17.628554ms, libovsdb time 911.831µs I0419 18:59:23.287545 3670 cni.go:452] [tsf-tas/rekor-search-ui-74f55f9f9d-8m222 82f233768083eabf08e14781a9e3a9a4d0541ff010c3ba10c55590f26ba4d3ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-74f55f9f9d-8m222 82f233768083eabf08e14781a9e3a9a4d0541ff010c3ba10c55590f26ba4d3ac network default NAD default NAD key ] I0419 18:59:23.296603 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-74f55f9f9d-8m222, hostIfaceName: 82f233768083eab, network: default, NAD default, SandboxID: "82f233768083eabf08e14781a9e3a9a4d0541ff010c3ba10c55590f26ba4d3ac", PCI device ID: , UID: "fde001a4-43ad-418a-9408-193df8a273d2", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0419 18:59:23.349311 3670 cni.go:473] [tsf-tas/rekor-search-ui-74f55f9f9d-8m222 82f233768083eabf08e14781a9e3a9a4d0541ff010c3ba10c55590f26ba4d3ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-74f55f9f9d-8m222 82f233768083eabf08e14781a9e3a9a4d0541ff010c3ba10c55590f26ba4d3ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f4:c0:69:4d:9e\",\"name\":\"82f233768083eab\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a2710ee-c9f8-4703-9e53-e3870d718893\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 18:59:23.379471 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.379492 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:23.460643 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 18:59:23.694788 3670 cni.go:452] [tsf-tas/rekor-redis-77bdd7466c-zxlkt ee011c95f129d62d48750a9135762042ca1820313f9e5ec36065a9a1e45aaf5c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-77bdd7466c-zxlkt ee011c95f129d62d48750a9135762042ca1820313f9e5ec36065a9a1e45aaf5c network default NAD default NAD key ] I0419 18:59:23.704316 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-77bdd7466c-zxlkt, hostIfaceName: ee011c95f129d62, network: default, NAD default, SandboxID: "ee011c95f129d62d48750a9135762042ca1820313f9e5ec36065a9a1e45aaf5c", PCI device ID: , UID: "4d76441a-bd6b-4520-9125-5bda868adfe2", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0419 18:59:23.757571 3670 cni.go:473] [tsf-tas/rekor-redis-77bdd7466c-zxlkt ee011c95f129d62d48750a9135762042ca1820313f9e5ec36065a9a1e45aaf5c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-77bdd7466c-zxlkt ee011c95f129d62d48750a9135762042ca1820313f9e5ec36065a9a1e45aaf5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7b:fa:eb:82:2f\",\"name\":\"ee011c95f129d62\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1f116d0-07ea-4b51-b5c5-bed0540f109d\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:59:25.062139 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0419 18:59:26.380946 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0419 18:59:27.075318 3670 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0419 18:59:27.097437 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 18:59:27.374630 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 18:59:29.202707 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c29zz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:29.203265 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c29zz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:30.229435 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c29zz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.229462 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c29zz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.267701 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.267723 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.271416 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-wl884 I0419 18:59:30.271439 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-wl884 W0419 18:59:33.441877 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0419 18:59:35.651810 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:35.652342 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:35.672630 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:35.672647 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:35.681449 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 18:59:35.681474 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 18:59:36.391811 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0419 18:59:38.370265 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0419 18:59:39.075000 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0419 18:59:39.122099 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0419 18:59:42.279014 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-9pgx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:42.279552 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-9pgx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:43.306082 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:43.306108 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:46.314678 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5c7zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:46.315207 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5c7zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:46.451053 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:46.451069 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:48.972294 3670 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-jt9fv-64ggn] creating logical port tsf-tas_tuf-repository-init-jt9fv-64ggn for pod on switch ip-10-0-1-170.ec2.internal I0419 18:59:48.972402 3670 kube.go:256] Updating pod tsf-tas/tuf-repository-init-jt9fv-64ggn I0419 18:59:48.985889 3670 pod.go:62] [tsf-tas/tuf-repository-init-jt9fv-64ggn] pod update took 13.51241ms I0419 18:59:48.985912 3670 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-jt9fv-64ggn] addLogicalPort annotation time took 13.544426ms I0419 18:59:48.987469 3670 pods.go:271] [tsf-tas/tuf-repository-init-jt9fv-64ggn] addLogicalPort took 15.195541ms, libovsdb time 1.135465ms I0419 18:59:51.669607 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-rvng5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:51.670108 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-rvng5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:52.697158 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:52.697180 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:54.432205 3670 cni.go:452] [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key ] I0419 18:59:54.441269 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-jt9fv-64ggn, hostIfaceName: 61a5f64b020df71, network: default, NAD default, SandboxID: "61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3", PCI device ID: , UID: "0dd003b8-04e9-4d45-b21f-ba6922d8234b", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0419 18:59:54.494148 3670 cni.go:473] [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5a:f4:51:3f:7b\",\"name\":\"61a5f64b020df71\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81dd19f1-bf3d-4098-ab18-cedfa5ec06d2\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 18:59:55.225312 3670 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0419 18:59:58.249710 3670 cni.go:452] [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key ] I0419 18:59:58.331978 3670 cni.go:473] [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-jt9fv-64ggn 61a5f64b020df71b264529a0a445de79a72e5b73b6665f78fd743bd95afdfec3 network default NAD default NAD key default], result "{}", err I0419 18:59:58.383839 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:58.383875 3670 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-jt9fv-64ggn I0419 18:59:58.385161 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-jt9fv-64ggn, ips: 10.129.0.51 I0419 18:59:58.385189 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:59.273945 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.274005 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.699568 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:59.700098 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:59.718528 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.718548 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.726568 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 18:59:59.726593 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 19:00:00.364824 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 19:00:00.440469 3670 namespace.go:98] [image-controller] adding namespace I0419 19:00:00.441345 3670 namespace.go:102] [image-controller] adding namespace took 855.522µs I0419 19:00:00.442837 3670 namespace.go:98] [default-tenant] adding namespace I0419 19:00:00.442966 3670 namespace.go:98] [build-service] adding namespace I0419 19:00:00.442868 3670 namespace.go:98] [integration-service] adding namespace I0419 19:00:00.443650 3670 namespace.go:102] [default-tenant] adding namespace took 767.723µs I0419 19:00:00.444291 3670 namespace.go:102] [build-service] adding namespace took 1.306954ms I0419 19:00:00.444884 3670 namespace.go:102] [integration-service] adding namespace took 1.841979ms I0419 19:00:00.485132 3670 namespace.go:142] [image-controller] updating namespace I0419 19:00:00.504816 3670 namespace.go:142] [image-controller] updating namespace I0419 19:00:00.520072 3670 namespace.go:142] [default-tenant] updating namespace I0419 19:00:00.548406 3670 namespace.go:142] [default-tenant] updating namespace I0419 19:00:00.593776 3670 namespace.go:142] [integration-service] updating namespace I0419 19:00:00.611260 3670 namespace.go:142] [integration-service] updating namespace I0419 19:00:00.619302 3670 namespace.go:142] [build-service] updating namespace I0419 19:00:00.671995 3670 namespace.go:142] [build-service] updating namespace I0419 19:00:00.747635 3670 namespace.go:142] [build-service] updating namespace I0419 19:00:00.776751 3670 namespace.go:142] [integration-service] updating namespace I0419 19:00:00.816657 3670 namespace.go:98] [release-service] adding namespace I0419 19:00:00.817511 3670 namespace.go:102] [release-service] adding namespace took 836.973µs I0419 19:00:00.851814 3670 namespace.go:142] [konflux-ui] updating namespace I0419 19:00:00.851816 3670 namespace.go:142] [release-service] updating namespace I0419 19:00:00.878479 3670 namespace.go:142] [release-service] updating namespace I0419 19:00:00.955814 3670 namespace.go:98] [konflux-info] adding namespace I0419 19:00:00.956610 3670 namespace.go:102] [konflux-info] adding namespace took 780.638µs I0419 19:00:01.039922 3670 namespace.go:98] [namespace-lister] adding namespace I0419 19:00:01.040629 3670 namespace.go:102] [namespace-lister] adding namespace took 693.759µs I0419 19:00:01.080762 3670 namespace.go:142] [konflux-info] updating namespace I0419 19:00:01.140307 3670 namespace.go:142] [konflux-info] updating namespace I0419 19:00:01.168105 3670 namespace.go:98] [enterprise-contract-service] adding namespace I0419 19:00:01.168779 3670 namespace.go:102] [enterprise-contract-service] adding namespace took 659.645µs I0419 19:00:01.183380 3670 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:01.227053 3670 namespace.go:142] [image-controller] updating namespace I0419 19:00:01.258842 3670 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:01.300780 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:01.384870 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:01.469139 3670 namespace.go:142] [default-tenant] updating namespace I0419 19:00:01.832030 3670 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-rftwv] creating logical port tsf-tas_tuf-bc5768c88-rftwv for pod on switch ip-10-0-1-170.ec2.internal I0419 19:00:01.832136 3670 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-rftwv I0419 19:00:01.984972 3670 pod.go:62] [tsf-tas/tuf-bc5768c88-rftwv] pod update took 152.868396ms I0419 19:00:01.984993 3670 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-rftwv] addLogicalPort annotation time took 152.893528ms I0419 19:00:01.986139 3670 pods.go:271] [tsf-tas/tuf-bc5768c88-rftwv] addLogicalPort took 154.128069ms, libovsdb time 753.686µs I0419 19:00:01.997399 3670 namespace.go:98] [segment-bridge] adding namespace I0419 19:00:01.998174 3670 namespace.go:102] [segment-bridge] adding namespace took 759.871µs I0419 19:00:02.373833 3670 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:02.450622 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 19:00:02.451253 3670 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 19:00:02.451269 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 19:00:02.453660 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 19:00:02.510705 3670 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:02.513914 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 19:00:02.513935 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 19:00:02.514654 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 19:00:03.316184 3670 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-hhjh4] creating logical port namespace-lister_namespace-lister-67655c4674-hhjh4 for pod on switch ip-10-0-1-170.ec2.internal I0419 19:00:03.316396 3670 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-hhjh4 I0419 19:00:03.341229 3670 pod.go:62] [namespace-lister/namespace-lister-67655c4674-hhjh4] pod update took 24.913469ms I0419 19:00:03.341253 3670 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-hhjh4] addLogicalPort annotation time took 24.957362ms I0419 19:00:03.342482 3670 pods.go:271] [namespace-lister/namespace-lister-67655c4674-hhjh4] addLogicalPort took 26.313232ms, libovsdb time 818.126µs I0419 19:00:03.589746 3670 namespace.go:142] [build-service] updating namespace I0419 19:00:03.679292 3670 cni.go:452] [namespace-lister/namespace-lister-67655c4674-hhjh4 a63581060355c8c5316719b7c149739397598cb659b275665bb2357b9a167d08 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-hhjh4 a63581060355c8c5316719b7c149739397598cb659b275665bb2357b9a167d08 network default NAD default NAD key ] I0419 19:00:03.690772 3670 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-hhjh4, hostIfaceName: a63581060355c8c, network: default, NAD default, SandboxID: "a63581060355c8c5316719b7c149739397598cb659b275665bb2357b9a167d08", PCI device ID: , UID: "60f124c3-80d2-4b7d-9dbf-dadced43de59", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0419 19:00:03.746339 3670 cni.go:473] [namespace-lister/namespace-lister-67655c4674-hhjh4 a63581060355c8c5316719b7c149739397598cb659b275665bb2357b9a167d08 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-hhjh4 a63581060355c8c5316719b7c149739397598cb659b275665bb2357b9a167d08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:7b:29:4e:34:5e\",\"name\":\"a63581060355c8c\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/360f47bf-bf10-4695-86eb-ebfc1a5dc61f\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:00:04.020711 3670 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7684b9bb65-84vwh] creating logical port konflux-ui_proxy-7684b9bb65-84vwh for pod on switch ip-10-0-1-170.ec2.internal I0419 19:00:04.020797 3670 kube.go:256] Updating pod konflux-ui/proxy-7684b9bb65-84vwh I0419 19:00:04.042592 3670 pod.go:62] [konflux-ui/proxy-7684b9bb65-84vwh] pod update took 21.822559ms I0419 19:00:04.042610 3670 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7684b9bb65-84vwh] addLogicalPort annotation time took 21.844806ms I0419 19:00:04.043830 3670 pods.go:271] [konflux-ui/proxy-7684b9bb65-84vwh] addLogicalPort took 23.133455ms, libovsdb time 835.843µs I0419 19:00:04.114102 3670 namespace.go:142] [default-tenant] updating namespace I0419 19:00:04.508194 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:04.806798 3670 namespace.go:142] [image-controller] updating namespace I0419 19:00:04.859530 3670 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-899c7] creating logical port release-service_release-service-controller-manager-58f96dcd8d-899c7 for pod on switch ip-10-0-1-170.ec2.internal I0419 19:00:04.859643 3670 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-899c7 I0419 19:00:04.873632 3670 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-899c7] pod update took 14.025502ms I0419 19:00:04.873651 3670 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-899c7] addLogicalPort annotation time took 14.049255ms I0419 19:00:04.875083 3670 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-899c7] addLogicalPort took 15.570709ms, libovsdb time 998.243µs I0419 19:00:04.905698 3670 cni.go:452] [tsf-tas/tuf-bc5768c88-rftwv a265d795880d4f45a39511aa98ae3d78b7aa0074462816be415655e3196a5ff9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-rftwv a265d795880d4f45a39511aa98ae3d78b7aa0074462816be415655e3196a5ff9 network default NAD default NAD key ] I0419 19:00:04.915409 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-rftwv, hostIfaceName: a265d795880d4f4, network: default, NAD default, SandboxID: "a265d795880d4f45a39511aa98ae3d78b7aa0074462816be415655e3196a5ff9", PCI device ID: , UID: "873b924e-9dbc-42ca-8d80-ef1384c92a7b", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0419 19:00:04.965799 3670 cni.go:473] [tsf-tas/tuf-bc5768c88-rftwv a265d795880d4f45a39511aa98ae3d78b7aa0074462816be415655e3196a5ff9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-rftwv a265d795880d4f45a39511aa98ae3d78b7aa0074462816be415655e3196a5ff9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ba:bf:a3:6b:4d\",\"name\":\"a265d795880d4f4\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11ed51e6-937f-4c3f-bbd7-4b6eb5dcdf8d\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:00:05.022967 3670 namespace.go:142] [integration-service] updating namespace I0419 19:00:05.332320 3670 namespace.go:142] [konflux-info] updating namespace I0419 19:00:05.526327 3670 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5554f4854b-ds5c5] creating logical port integration-service_integration-service-controller-manager-5554f4854b-ds5c5 for pod on switch ip-10-0-1-170.ec2.internal I0419 19:00:05.526444 3670 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5554f4854b-ds5c5 I0419 19:00:05.532401 3670 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:05.539653 3670 pod.go:62] [integration-service/integration-service-controller-manager-5554f4854b-ds5c5] pod update took 13.228423ms I0419 19:00:05.539677 3670 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5554f4854b-ds5c5] addLogicalPort annotation time took 13.259158ms I0419 19:00:05.541072 3670 pods.go:271] [integration-service/integration-service-controller-manager-5554f4854b-ds5c5] addLogicalPort took 14.762967ms, libovsdb time 964.565µs I0419 19:00:05.741153 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.741777 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.763141 3670 namespace.go:142] [release-service] updating namespace I0419 19:00:05.904164 3670 namespace.go:142] [build-service] updating namespace I0419 19:00:05.939859 3670 namespace.go:142] [default-tenant] updating namespace I0419 19:00:05.972922 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:06.011465 3670 namespace.go:142] [image-controller] updating namespace I0419 19:00:06.035860 3670 namespace.go:142] [integration-service] updating namespace I0419 19:00:06.071499 3670 namespace.go:142] [konflux-info] updating namespace I0419 19:00:06.100255 3670 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:06.122588 3670 namespace.go:142] [release-service] updating namespace I0419 19:00:06.263902 3670 namespace.go:142] [build-service] updating namespace W0419 19:00:06.307569 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0419 19:00:06.422993 3670 namespace.go:142] [default-tenant] updating namespace I0419 19:00:06.599244 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:06.755565 3670 namespace.go:142] [image-controller] updating namespace I0419 19:00:06.812106 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.812129 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.912898 3670 namespace.go:142] [integration-service] updating namespace I0419 19:00:07.062892 3670 namespace.go:142] [konflux-info] updating namespace I0419 19:00:07.171035 3670 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:07.272179 3670 namespace.go:142] [release-service] updating namespace W0419 19:00:07.325437 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0419 19:00:08.314932 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0419 19:00:08.541482 3670 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:08.673173 3670 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:08.770205 3670 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:09.489063 3670 cni.go:452] [integration-service/integration-service-controller-manager-5554f4854b-ds5c5 2a6f8f64a12235962c9e4a184897f72e61c78ca0bf45466008db75769f704c63 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5554f4854b-ds5c5 2a6f8f64a12235962c9e4a184897f72e61c78ca0bf45466008db75769f704c63 network default NAD default NAD key ] I0419 19:00:09.497993 3670 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5554f4854b-ds5c5, hostIfaceName: 2a6f8f64a122359, network: default, NAD default, SandboxID: "2a6f8f64a12235962c9e4a184897f72e61c78ca0bf45466008db75769f704c63", PCI device ID: , UID: "7a463854-180d-4945-ab55-ca550da6bb89", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0419 19:00:09.549374 3670 cni.go:473] [integration-service/integration-service-controller-manager-5554f4854b-ds5c5 2a6f8f64a12235962c9e4a184897f72e61c78ca0bf45466008db75769f704c63 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5554f4854b-ds5c5 2a6f8f64a12235962c9e4a184897f72e61c78ca0bf45466008db75769f704c63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ca:d6:5a:92:7d\",\"name\":\"2a6f8f64a122359\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0f17eca-f9ff-48d9-bfad-2c50f42073b0\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:00:09.619448 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 19:00:09.649810 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0419 19:00:12.762052 3670 cni.go:452] [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key ] I0419 19:00:12.762568 3670 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-899c7 a655511457082192c08d25a0a80639c136ba792f543441891c649cd89db21953 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-899c7 a655511457082192c08d25a0a80639c136ba792f543441891c649cd89db21953 network default NAD default NAD key ] I0419 19:00:12.772826 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7684b9bb65-84vwh, hostIfaceName: c99838e860efec0, network: default, NAD default, SandboxID: "c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc", PCI device ID: , UID: "93490e7c-9876-455c-bc5c-9aa8c9140dc5", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0419 19:00:12.773859 3670 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-899c7, hostIfaceName: a65551145708219, network: default, NAD default, SandboxID: "a655511457082192c08d25a0a80639c136ba792f543441891c649cd89db21953", PCI device ID: , UID: "152918cd-c6d2-435e-a403-108bde4832ce", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0419 19:00:12.829721 3670 cni.go:473] [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3f:32:7c:16:5f\",\"name\":\"c99838e860efec0\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7918950-bc79-4814-a53c-5a962637646a\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:00:12.850525 3670 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-899c7 a655511457082192c08d25a0a80639c136ba792f543441891c649cd89db21953 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-899c7 a655511457082192c08d25a0a80639c136ba792f543441891c649cd89db21953 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ba:a8:20:d6:72\",\"name\":\"a65551145708219\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b45ba27f-5d36-4035-90bd-a24f20d4217d\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 19:00:13.344292 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:00:13.344993 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0419 19:00:15.286141 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=582 W0419 19:00:15.364393 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:00:15.364404 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 19:00:15.659849 3670 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0419 19:00:15.687540 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:00:15.687830 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:00:19.325728 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0419 19:00:19.409485 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:19.409504 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:19.699006 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:19.699020 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:24.357578 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:00:24.364554 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0419 19:00:25.367088 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:25.367684 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:25.742347 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:25.742370 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:25.749406 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp I0419 19:00:25.749438 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp W0419 19:00:26.383575 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:00:26.383697 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0419 19:00:48.404165 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0419 19:01:00.484543 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:01:00.484566 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0419 19:01:31.206616 3670 cni.go:452] [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key ] I0419 19:01:31.291528 3670 cni.go:473] [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7684b9bb65-84vwh c99838e860efec041b7a4d70969698afd3dcbd473e6e96f97bbf67961fb153fc network default NAD default NAD key default], result "{}", err I0419 19:01:31.377925 3670 obj_retry.go:498] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:31.377959 3670 pods.go:176] Deleting pod: konflux-ui/proxy-7684b9bb65-84vwh I0419 19:01:31.379378 3670 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7684b9bb65-84vwh, ips: 10.129.0.54 I0419 19:01:31.379409 3670 obj_retry.go:498] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:31.811525 3670 obj_retry.go:492] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:31.811614 3670 obj_retry.go:492] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:31.832362 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7684b9bb65-84vwh I0419 19:01:31.832395 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7684b9bb65-84vwh I0419 19:01:47.270376 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:47.270955 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:47.317855 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:47.317877 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:47.322069 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 19:01:47.322087 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 19:01:48.398991 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 19:02:15.693402 3670 namespace.go:98] [default-managed-tenant-ea5h9] adding namespace I0419 19:02:15.694289 3670 namespace.go:102] [default-managed-tenant-ea5h9] adding namespace took 863.616µs I0419 19:02:15.725182 3670 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:15.741000 3670 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:16.705941 3670 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:16.838536 3670 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:16.938698 3670 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:43.387125 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0419 19:03:20.287751 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0419 19:03:22.279720 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0419 19:04:20.370188 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 19:05:02.373519 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0419 19:05:14.289169 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0419 19:05:34.287810 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0419 19:05:56.383929 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0419 19:06:07.282684 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=79 I0419 19:06:18.406577 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 19:06:33.406873 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0419 19:06:58.395823 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0419 19:07:29.381230 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0419 19:08:01.289949 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=48 I0419 19:08:18.402589 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0419 19:09:09.283192 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0419 19:09:09.368203 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0419 19:09:36.291484 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0419 19:09:43.060147 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:43.060189 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:43.065646 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-9pgx5 I0419 19:09:43.065670 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-9pgx5 I0419 19:09:44.390175 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:09:46.044503 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:46.044546 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:46.050286 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5c7zr I0419 19:09:46.050307 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5c7zr I0419 19:09:52.034769 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:52.034802 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:52.040692 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rvng5 I0419 19:09:52.040725 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rvng5 I0419 19:10:03.720440 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:03.720993 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:04.585487 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:04.585516 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:16.387574 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0419 19:12:11.430343 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 19:12:18.292632 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0419 19:12:46.591960 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-init-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:12:46.592109 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod I0419 19:12:46.614607 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod] pod update took 22.536299ms I0419 19:12:46.614627 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod] addLogicalPort annotation time took 22.564197ms I0419 19:12:46.615915 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod] addLogicalPort took 23.974769ms, libovsdb time 891.173µs I0419 19:12:46.951459 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key ] I0419 19:12:46.961032 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-init-pod, hostIfaceName: c5faf0e1c26dbcc, network: default, NAD default, SandboxID: "c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff", PCI device ID: , UID: "dff01130-7c9a-493c-afc0-497045750d05", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0419 19:12:47.010836 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c2:0b:2e:74:a7\",\"name\":\"c5faf0e1c26dbcc\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78fb2855-b0dd-4eb1-a398-e3f55657e414\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:12:52.401476 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:12:52.402077 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:12:52.713945 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:12:52.713996 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:12:52.721422 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod I0419 19:12:52.721441 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod I0419 19:12:58.700479 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-zgnss for pod on switch ip-10-0-1-170.ec2.internal I0419 19:12:58.700649 3670 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss I0419 19:12:58.715314 3670 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss] pod update took 14.708976ms I0419 19:12:58.715337 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss] addLogicalPort annotation time took 14.738026ms I0419 19:12:58.717098 3670 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss] addLogicalPort took 16.643643ms, libovsdb time 1.046876ms I0419 19:12:59.724451 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss f2a6a350be16a1dc7c58a78ce4af8379b479517899d07bc8578e7573f57740db network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss f2a6a350be16a1dc7c58a78ce4af8379b479517899d07bc8578e7573f57740db network default NAD default NAD key ] I0419 19:12:59.733987 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-zgnss, hostIfaceName: f2a6a350be16a1d, network: default, NAD default, SandboxID: "f2a6a350be16a1dc7c58a78ce4af8379b479517899d07bc8578e7573f57740db", PCI device ID: , UID: "7cad153b-fe54-42e0-9b43-f2a7283bcdfc", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0419 19:12:59.789592 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss f2a6a350be16a1dc7c58a78ce4af8379b479517899d07bc8578e7573f57740db network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-zgnss f2a6a350be16a1dc7c58a78ce4af8379b479517899d07bc8578e7573f57740db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:90:1a:38:a6:a1\",\"name\":\"f2a6a350be16a1d\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff3b2643-ecb5-48cc-bf2a-4efa2035c7a3\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:13:03.803036 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key ] I0419 19:13:03.887034 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod c5faf0e1c26dbcc833c7b04a1f1e89f6a022318561182cae8a5765f6956fc9ff network default NAD default NAD key default], result "{}", err I0419 19:13:04.007181 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:04.007284 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod I0419 19:13:04.008854 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod, ips: 10.129.0.57 I0419 19:13:04.008889 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:12.410623 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0419 19:13:12.801793 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:13:12.801814 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:13:12.801819 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:13:12.801824 3670 util.go:959] Failed to build node endpoints for node ip-10-0-1-170.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 19:13:15.285599 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0419 19:13:19.772291 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:19.772843 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:44.384948 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:13:47.290428 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0419 19:14:03.867298 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-build-container-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:14:03.867505 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod I0419 19:14:03.923658 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod] pod update took 56.226034ms I0419 19:14:03.923688 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod] addLogicalPort annotation time took 56.261832ms I0419 19:14:03.925140 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod] addLogicalPort took 57.860277ms, libovsdb time 1.04527ms I0419 19:14:04.138585 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:14:04.139244 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:14:04.237669 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key ] I0419 19:14:04.246944 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-build-container-pod, hostIfaceName: ab75911e82b85a5, network: default, NAD default, SandboxID: "ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808", PCI device ID: , UID: "2c960a52-aee3-4540-9b61-c508929a86f0", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0419 19:14:04.311867 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:13:91:d1:83:be\",\"name\":\"ab75911e82b85a5\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b7f6b0e-600c-46eb-9db1-1cb486607c3e\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:14:08.373716 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0419 19:14:24.405270 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 19:14:33.377025 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 19:15:01.292928 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=88 I0419 19:15:22.371664 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 19:15:35.409620 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0419 19:16:03.295060 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 W0419 19:16:32.691946 3670 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj I0419 19:16:35.186693 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key ] I0419 19:16:35.285948 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod ab75911e82b85a5754676d86ab6d07ac9cd96593b0356267ad2bf35b4f923808 network default NAD default NAD key default], result "{}", err I0419 19:16:35.416623 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:16:35.416658 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod I0419 19:16:35.418067 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod, ips: 10.129.0.59 I0419 19:16:35.418095 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:16:51.286111 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0419 19:17:04.353452 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:04.353594 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod I0419 19:17:04.389060 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod] pod update took 35.498333ms I0419 19:17:04.389083 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod] addLogicalPort annotation time took 35.530258ms I0419 19:17:04.390367 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod] addLogicalPort took 36.928114ms, libovsdb time 842.839µs I0419 19:17:04.423963 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-clair-scan-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:04.424127 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod I0419 19:17:04.468015 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod] pod update took 43.929475ms I0419 19:17:04.468038 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod] addLogicalPort annotation time took 43.95784ms I0419 19:17:04.469497 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod] addLogicalPort took 45.55292ms, libovsdb time 903.764µs I0419 19:17:04.718527 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key ] I0419 19:17:04.729568 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod, hostIfaceName: 065cfae977f5aa5, network: default, NAD default, SandboxID: "065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245", PCI device ID: , UID: "53075445-99d7-48c7-8f74-066b0f99e4ca", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0419 19:17:04.785485 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7c:5a:ea:55:e5\",\"name\":\"065cfae977f5aa5\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/335a923a-26bb-4d68-8870-06aedb18beb8\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:17:04.792680 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key ] I0419 19:17:04.821882 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-clair-scan-pod, hostIfaceName: 38920ea69ee3ee4, network: default, NAD default, SandboxID: "38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568", PCI device ID: , UID: "0be4641e-c406-49c7-b253-d7b5b4346218", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0419 19:17:04.877935 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:37:58:70:a7:9a\",\"name\":\"38920ea69ee3ee4\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78727115-9e04-4c01-810a-bc75faf0723d\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:17:05.084295 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:05.084872 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:05.732049 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:05.732191 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod I0419 19:17:05.764781 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod] pod update took 32.620915ms I0419 19:17:05.764809 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod] addLogicalPort annotation time took 32.654239ms I0419 19:17:05.766265 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod] addLogicalPort took 34.234509ms, libovsdb time 992.212µs I0419 19:17:05.766360 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:05.766492 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod I0419 19:17:05.801749 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod] pod update took 35.298541ms I0419 19:17:05.801777 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod] addLogicalPort annotation time took 35.334626ms I0419 19:17:05.803121 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod] addLogicalPort took 36.769485ms, libovsdb time 825.969µs I0419 19:17:06.098756 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key ] I0419 19:17:06.109116 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod, hostIfaceName: 1dc2efb658e556c, network: default, NAD default, SandboxID: "1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710", PCI device ID: , UID: "7ff6eda9-a531-4366-b731-61a8966cdc23", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0419 19:17:06.124342 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key ] I0419 19:17:06.134223 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod, hostIfaceName: b5eefcc7cb0f424, network: default, NAD default, SandboxID: "b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b", PCI device ID: , UID: "1688e9f9-51f5-4c11-9ccb-c970927306f3", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0419 19:17:06.169143 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:28:0b:2a:c0:45\",\"name\":\"1dc2efb658e556c\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6accc7d8-4ab5-430e-8e11-ba3390d381ba\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:17:06.195261 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:52:6b:c7:36:ca\",\"name\":\"b5eefcc7cb0f424\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/991fe21e-9f98-42ce-a548-3fb789546812\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:17:22.811851 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-fp54g-init-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:22.812079 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod I0419 19:17:22.834152 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod] pod update took 22.059306ms I0419 19:17:22.834258 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod] addLogicalPort annotation time took 22.234413ms I0419 19:17:22.836298 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod] addLogicalPort took 24.47981ms, libovsdb time 1.286883ms I0419 19:17:23.374815 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key ] I0419 19:17:23.384129 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-fp54g-init-pod, hostIfaceName: 0a8c981d044983d, network: default, NAD default, SandboxID: "0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0", PCI device ID: , UID: "c7397243-0d94-4466-9c31-5099503bf676", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0419 19:17:23.442172 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:66:37:db:47:44\",\"name\":\"0a8c981d044983d\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bcf1666-38de-411f-a1dc-fa5b1360d4a3\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:17:27.496089 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:27.496333 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod I0419 19:17:27.525325 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod] pod update took 29.039745ms I0419 19:17:27.525351 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod] addLogicalPort annotation time took 29.071337ms I0419 19:17:27.527170 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod] addLogicalPort took 31.101409ms, libovsdb time 1.269921ms I0419 19:17:27.635016 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key ] I0419 19:17:27.746235 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod 0a8c981d044983d77544383133219b0bc74caae3ef120fbc44bc0d49165fc6e0 network default NAD default NAD key default], result "{}", err I0419 19:17:27.918812 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:27.918856 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod I0419 19:17:27.920882 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod, ips: 10.129.0.64 I0419 19:17:27.920973 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:27.927696 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key ] I0419 19:17:27.940507 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod, hostIfaceName: b117f488cfd7cb8, network: default, NAD default, SandboxID: "b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649", PCI device ID: , UID: "420de349-33dc-4962-8bf0-8c09e38e84ac", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0419 19:17:28.016409 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:98:98:27:c0:24\",\"name\":\"b117f488cfd7cb8\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87f5662c-1719-4298-a049-89381a576da6\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:17:36.647481 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-init-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:36.647595 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-init-pod I0419 19:17:36.665303 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod] pod update took 17.734047ms I0419 19:17:36.665327 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-init-pod] addLogicalPort annotation time took 17.762468ms I0419 19:17:36.666656 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod] addLogicalPort took 19.190238ms, libovsdb time 821.023µs I0419 19:17:59.234308 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-mchlt for pod on switch ip-10-0-1-170.ec2.internal I0419 19:17:59.234425 3670 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt I0419 19:17:59.251446 3670 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt] pod update took 17.048981ms I0419 19:17:59.251548 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt] addLogicalPort annotation time took 17.157781ms I0419 19:17:59.253290 3670 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt] addLogicalPort took 18.995368ms, libovsdb time 1.119062ms I0419 19:18:00.165699 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt f55ef4dc0e1ee5dd56cee0d24fe9434fb377452ea257acdb271cbb2d56b7baa1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt f55ef4dc0e1ee5dd56cee0d24fe9434fb377452ea257acdb271cbb2d56b7baa1 network default NAD default NAD key ] I0419 19:18:00.177373 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-mchlt, hostIfaceName: f55ef4dc0e1ee5d, network: default, NAD default, SandboxID: "f55ef4dc0e1ee5dd56cee0d24fe9434fb377452ea257acdb271cbb2d56b7baa1", PCI device ID: , UID: "2102c667-77e5-42bd-b82b-0306f36b1583", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0419 19:18:00.190871 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key ] I0419 19:18:00.202366 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-init-pod, hostIfaceName: ebded8aff44e024, network: default, NAD default, SandboxID: "ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af", PCI device ID: , UID: "35436fb1-3ef5-4212-981d-5047b22649a1", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0419 19:18:00.246083 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt f55ef4dc0e1ee5dd56cee0d24fe9434fb377452ea257acdb271cbb2d56b7baa1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-mchlt f55ef4dc0e1ee5dd56cee0d24fe9434fb377452ea257acdb271cbb2d56b7baa1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a0:7b:da:e4:16\",\"name\":\"f55ef4dc0e1ee5d\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c903aec-f4e6-4435-a3c8-24d409c6bd05\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:18:00.277154 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:16:9e:32:53:a9\",\"name\":\"ebded8aff44e024\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e71fecf-ecac-48ef-91cb-c114e1f306c3\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:18:02.947205 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key ] I0419 19:18:03.045660 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod b117f488cfd7cb8f234a6fa21f2f7dc0ec5b21ee8f7867116baa78a960d94649 network default NAD default NAD key default], result "{}", err I0419 19:18:03.331255 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:03.331294 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod I0419 19:18:03.333981 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod, ips: 10.129.0.65 I0419 19:18:03.334033 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:03.979570 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:18:03.979597 3670 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:18:03.989949 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod I0419 19:18:03.989982 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod I0419 19:18:04.883162 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-clone-repository-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:18:04.883346 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod I0419 19:18:04.907600 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod] pod update took 24.296674ms I0419 19:18:04.907629 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod] addLogicalPort annotation time took 24.331562ms I0419 19:18:04.909364 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod] addLogicalPort took 26.233955ms, libovsdb time 1.08856ms I0419 19:18:04.985178 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key ] I0419 19:18:05.086944 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-init-pod ebded8aff44e024ab148a0ad3bf4ed4169574c27964706b942c0764e9257a2af network default NAD default NAD key default], result "{}", err I0419 19:18:05.202696 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:05.202783 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-init-pod I0419 19:18:05.204459 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-init-pod, ips: 10.129.0.66 I0419 19:18:05.204498 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:05.306699 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key ] I0419 19:18:05.318057 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-clone-repository-pod, hostIfaceName: 73cf08062d7bd89, network: default, NAD default, SandboxID: "73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745", PCI device ID: , UID: "1c9ee2d2-f5a4-445a-ba02-95930236bc20", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0419 19:18:05.387585 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:9e:75:03:3b:98\",\"name\":\"73cf08062d7bd89\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/919a4633-f1cd-407b-b23d-844a95a16d26\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:18:05.393662 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0419 19:18:09.042821 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key ] I0419 19:18:09.149424 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod b5eefcc7cb0f424a26343ef5f37c21f47edc1aa84f8275477fc0e7ad4031db8b network default NAD default NAD key default], result "{}", err I0419 19:18:09.242483 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:09.242518 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod I0419 19:18:09.244002 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod, ips: 10.129.0.63 I0419 19:18:09.244041 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:12.092886 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key ] I0419 19:18:12.183198 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod 065cfae977f5aa5afee294cf8c9d767dbead2ffcacc6966f434dbc01d4635245 network default NAD default NAD key default], result "{}", err I0419 19:18:12.270136 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:12.270176 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod I0419 19:18:12.272134 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod, ips: 10.129.0.60 I0419 19:18:12.272167 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:12.905225 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:18:12.905380 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod I0419 19:18:12.929370 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod] pod update took 24.034204ms I0419 19:18:12.929396 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod] addLogicalPort annotation time took 24.065123ms I0419 19:18:12.930863 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod] addLogicalPort took 25.670332ms, libovsdb time 1.036383ms I0419 19:18:13.109248 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key ] I0419 19:18:13.109824 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key ] I0419 19:18:13.230202 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod 1dc2efb658e556c27daf486016c5e450375052737e9301d6b9f1177fb596e710 network default NAD default NAD key default], result "{}", err I0419 19:18:13.246491 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod 73cf08062d7bd8903cb5a94c947bec6b385736b3f78496f7dc31f5d4d052c745 network default NAD default NAD key default], result "{}", err I0419 19:18:13.300335 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key ] I0419 19:18:13.310921 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod, hostIfaceName: cff32fa2b381ffd, network: default, NAD default, SandboxID: "cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7", PCI device ID: , UID: "77404dee-00df-4342-850c-07799127ba3f", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0419 19:18:13.326637 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.326703 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod I0419 19:18:13.328496 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod, ips: 10.129.0.62 I0419 19:18:13.328524 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.366237 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.366328 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod I0419 19:18:13.368316 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod, ips: 10.129.0.68 I0419 19:18:13.368357 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.378448 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:df:d1:c5:37:cf\",\"name\":\"cff32fa2b381ffd\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/533078cd-f58c-44d7-b3cf-0efee2b65804\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:18:13.445093 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0419 19:18:14.713551 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:14.714259 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:28.730763 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:28.731413 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:51.296028 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0419 19:18:57.546356 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key ] I0419 19:18:57.643783 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod cff32fa2b381ffdfd6d83adf2368f3ad5f88a18767daa6f99c17a6e54367caf7 network default NAD default NAD key default], result "{}", err I0419 19:19:03.183544 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:19:03.183581 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod I0419 19:19:03.185011 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod, ips: 10.129.0.69 I0419 19:19:03.185044 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:19:17.692451 3670 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/ctlog-createtree-job-7h8nc-qn6gd I0419 19:20:04.307677 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.308294 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.390492 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:20:05.175175 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.175206 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.213936 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.213958 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.221039 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 I0419 19:20:05.221068 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 I0419 19:20:07.376805 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 19:20:07.379687 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0419 19:20:29.388174 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:20:37.288739 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0419 19:21:04.067844 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-build-image-index-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:21:04.068009 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod I0419 19:21:04.090907 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod] pod update took 22.935125ms I0419 19:21:04.090931 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod] addLogicalPort annotation time took 22.964403ms I0419 19:21:04.092565 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod] addLogicalPort took 24.736586ms, libovsdb time 1.166024ms I0419 19:21:04.435514 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key ] I0419 19:21:04.444857 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-build-image-index-pod, hostIfaceName: 38749a3721fe82f, network: default, NAD default, SandboxID: "38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16", PCI device ID: , UID: "dfd233fb-f78b-43a8-ba34-d787c3253cb4", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0419 19:21:04.503993 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9f:33:b2:a1:bd\",\"name\":\"38749a3721fe82f\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdd336bd-6152-48eb-8f30-38c3cead3f5f\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:21:04.789467 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:04.790040 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:08.946526 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:21:08.946666 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod I0419 19:21:08.972332 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod] pod update took 25.697276ms I0419 19:21:08.972356 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod] addLogicalPort annotation time took 25.727603ms I0419 19:21:08.973680 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod] addLogicalPort took 27.17131ms, libovsdb time 879.836µs I0419 19:21:08.988735 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-clair-scan-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:21:08.988869 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod I0419 19:21:09.017754 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod] pod update took 28.923594ms I0419 19:21:09.017777 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod] addLogicalPort annotation time took 28.953996ms I0419 19:21:09.019281 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod] addLogicalPort took 30.561444ms, libovsdb time 1.033103ms I0419 19:21:09.318441 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key ] I0419 19:21:09.330404 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod, hostIfaceName: 418dac99bf8529e, network: default, NAD default, SandboxID: "418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182", PCI device ID: , UID: "5fef0847-478d-4375-9df0-e7cc1a1f189e", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0419 19:21:09.377895 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key ] I0419 19:21:09.389689 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-clair-scan-pod, hostIfaceName: 8779587f3a69c9c, network: default, NAD default, SandboxID: "8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53", PCI device ID: , UID: "0d170b68-9c07-449c-ad73-0a8e680a25e7", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0419 19:21:09.400418 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:35:15:e3:5c:ec\",\"name\":\"418dac99bf8529e\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44048e0a-b43d-4b99-b7c8-61637b88bcb8\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:21:09.452651 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4a:69:fa:5b:7f\",\"name\":\"8779587f3a69c9c\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0f2295a-65e6-4320-85ba-24336ebf934d\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:21:09.478565 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-sast-shell-check-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:21:09.478723 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod I0419 19:21:09.502718 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod] pod update took 24.027483ms I0419 19:21:09.502742 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod] addLogicalPort annotation time took 24.05724ms I0419 19:21:09.504345 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod] addLogicalPort took 25.802842ms, libovsdb time 1.174751ms I0419 19:21:09.596506 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key ] I0419 19:21:09.702832 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod 38749a3721fe82f230693cd11264f165651d81b1b0805f92205100bae750cf16 network default NAD default NAD key default], result "{}", err I0419 19:21:09.814913 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:09.814954 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod I0419 19:21:09.816669 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod, ips: 10.129.0.70 I0419 19:21:09.816707 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:09.860609 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key ] I0419 19:21:09.870710 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-sast-shell-check-pod, hostIfaceName: 0a065d80f5c289c, network: default, NAD default, SandboxID: "0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c", PCI device ID: , UID: "a50131b8-61a8-45e5-b60c-23c5a6d205e7", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0419 19:21:09.930672 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ee:4b:aa:3a:a7\",\"name\":\"0a065d80f5c289c\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/620bbf44-712a-4f31-9209-db20b243d9b7\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:21:09.960069 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:21:09.960189 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod I0419 19:21:09.984020 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod] pod update took 23.862957ms I0419 19:21:09.984046 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod] addLogicalPort annotation time took 23.895122ms I0419 19:21:09.985516 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod] addLogicalPort took 25.467299ms, libovsdb time 1.008329ms I0419 19:21:10.333203 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key ] I0419 19:21:10.343666 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod, hostIfaceName: 21e2f1b3adf1953, network: default, NAD default, SandboxID: "21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb", PCI device ID: , UID: "bb1942e7-e917-4915-8ce0-14e48adef6e4", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0419 19:21:10.405830 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ee:9e:ea:ad:02\",\"name\":\"21e2f1b3adf1953\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c7f39a6-f0b0-4167-b0d0-3318aafbfe9a\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:21:10.753554 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-tpa-scan-pod for pod on switch ip-10-0-1-170.ec2.internal I0419 19:21:10.753861 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod I0419 19:21:10.780052 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod] pod update took 26.240084ms I0419 19:21:10.780077 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod] addLogicalPort annotation time took 26.269388ms I0419 19:21:10.781518 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod] addLogicalPort took 28.019085ms, libovsdb time 958.717µs I0419 19:21:11.271801 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key ] I0419 19:21:11.281442 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-tpa-scan-pod, hostIfaceName: 4f9abc0e5ee673b, network: default, NAD default, SandboxID: "4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e", PCI device ID: , UID: "602922b4-870f-42b3-b634-1ced772dace4", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0419 19:21:11.341419 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a2:98:93:73:46\",\"name\":\"4f9abc0e5ee673b\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f0cf72d-0866-4ece-aa75-75487526047c\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 19:21:16.738969 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key ] I0419 19:21:16.840814 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod 38920ea69ee3ee45440451042f3d36ee7d2b3a45ba4421a7dc606acd7cf93568 network default NAD default NAD key default], result "{}", err I0419 19:21:16.947950 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:16.948073 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod I0419 19:21:16.950320 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod, ips: 10.129.0.61 I0419 19:21:16.950419 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:17.750830 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key ] I0419 19:21:17.848973 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod 21e2f1b3adf19538629e00ea9cce85be0c6ae56d70ed40c5d9c9f8bf2f4cfdcb network default NAD default NAD key default], result "{}", err I0419 19:21:17.946027 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:17.946069 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod I0419 19:21:17.947732 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod, ips: 10.129.0.74 I0419 19:21:17.947774 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:22.814829 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key ] I0419 19:21:22.909175 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod 0a065d80f5c289ce152c87541c522de61514461be40c7b4cab7fc31cba63150c network default NAD default NAD key default], result "{}", err I0419 19:21:22.999610 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:22.999650 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod I0419 19:21:23.001398 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod, ips: 10.129.0.73 I0419 19:21:23.001430 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:23.830804 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key ] I0419 19:21:23.936374 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod 418dac99bf8529e3d333b5713255ac814c4bed0302fa79664e34495467d34182 network default NAD default NAD key default], result "{}", err I0419 19:21:24.023451 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:24.023493 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod I0419 19:21:24.025120 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod, ips: 10.129.0.71 I0419 19:21:24.025153 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:30.924598 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:30.925366 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:36.414094 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0419 19:21:38.006646 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:38.007271 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:56.295909 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=310 I0419 19:22:00.181158 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:00.181785 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:05.230262 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key ] I0419 19:22:05.320166 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod 4f9abc0e5ee673b18559682cc1f4106a3c23d877ea04336fc3f4d151ce8fb67e network default NAD default NAD key default], result "{}", err I0419 19:22:05.411814 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:05.411853 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod I0419 19:22:05.413446 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod, ips: 10.129.0.75 I0419 19:22:05.413473 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:13.337742 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:13.338430 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:31.294781 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0419 19:22:32.481191 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key ] I0419 19:22:32.573593 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod 8779587f3a69c9c1002541e09c013536b1b62e4e61bbd3eb3d1d7898777f0d53 network default NAD default NAD key default], result "{}", err I0419 19:22:32.662496 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:32.662625 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod I0419 19:22:32.664280 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod, ips: 10.129.0.72 I0419 19:22:32.664309 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it