+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-147.ec2.internal ++ [[ -n ip-10-0-2-147.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-147.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 09:31:57.699225353 - disable conntrack on geneve port' I0505 09:31:57.699225353 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 09:31:57.717469695 - starting ovnkube-node + echo 'I0505 09:31:57.717469695 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-147.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-147.ec2.internal --init-node ip-10-0-2-147.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-147.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 09:31:57.761362 3658 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 09:31:57.761413 3658 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-60ba6bcc2d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 09:31:57.763093 3658 kube.go:431] Waiting for certificate I0505 09:31:57.763127 3658 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 09:31:57.763312 3658 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 09:31:57.764092 3658 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 09:31:57.796020 3658 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:57.796035 3658 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:57.799025 3658 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:57.799110 3658 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ml5qz" I0505 09:31:57.812501 3658 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ml5qz" I0505 09:31:57.812564 3658 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 09:31:58.764055 3658 kube.go:438] Certificate found I0505 09:31:58.764978 3658 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 09:31:58.765894 3658 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 09:31:58.826072 3658 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 09:26:57 +0000 UTC" deadline="2026-05-06 03:11:08.632328556 +0000 UTC" I0505 09:31:58.826094 3658 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h39m9.806241201s" I0505 09:31:58.826233 3658 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 09:31:58.843165 3658 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 09:31:58.843414 3658 server.go:101] MetricServer registers OVS metrics I0505 09:31:58.844035 3658 server.go:105] MetricServer registers OVN DB metrics I0505 09:31:58.846693 3658 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 09:31:58.846750 3658 factory.go:561] Starting watch factory I0505 09:31:58.846855 3658 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846867 3658 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846876 3658 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846882 3658 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846915 3658 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846864 3658 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846908 3658 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846937 3658 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846949 3658 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.846957 3658 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.847902 3658 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.847919 3658 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.848196 3658 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 09:31:58.848252 3658 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 09:31:58.848493 3658 controller_manager.go:370] Starting the ovnkube controller I0505 09:31:58.848505 3658 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-147.ec2.internal I0505 09:31:58.848568 3658 controller_manager.go:395] NBDB zone sync took: 53.279µs I0505 09:31:58.848581 3658 factory.go:561] Starting watch factory I0505 09:31:58.861458 3658 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 09:31:58.861486 3658 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 09:31:58.864914 3658 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 09:31:58.864942 3658 server.go:109] MetricServer registers OVN Controller metrics I0505 09:31:58.868097 3658 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.868821 3658 server.go:113] MetricServer registers OVN Northd metrics I0505 09:31:58.871681 3658 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.871685 3658 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.874030 3658 metrics.go:519] OVN Metrics Server starts to run ... I0505 09:31:58.874230 3658 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.875979 3658 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.879958 3658 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 09:31:58.952770 3658 factory.go:1977] *v1.Pod informer cache synced successfully I0505 09:31:58.952787 3658 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 09:31:58.952794 3658 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 09:31:58.952797 3658 factory.go:1977] *v1.Node informer cache synced successfully I0505 09:31:58.952800 3658 factory.go:1977] *v1.Service informer cache synced successfully I0505 09:31:58.952803 3658 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 09:31:58.952960 3658 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:58.953005 3658 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:58.953031 3658 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:58.953043 3658 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:58.953886 3658 factory.go:1977] *v1.Pod informer cache synced successfully I0505 09:31:58.953907 3658 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 09:31:58.953915 3658 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 09:31:58.953921 3658 factory.go:1977] *v1.Node informer cache synced successfully I0505 09:31:58.953927 3658 factory.go:1977] *v1.Service informer cache synced successfully I0505 09:31:58.953934 3658 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 09:31:58.957478 3658 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:58.957545 3658 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 09:31:58.958499 3658 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 09:31:58.958509 3658 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 09:31:58.958561 3658 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.958577 3658 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.959967 3658 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 09:31:58.959979 3658 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 09:31:58.962830 3658 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.964445 3658 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 09:31:58.964496 3658 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.964509 3658 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.966007 3658 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 09:31:58.968152 3658 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.970143 3658 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 09:31:58.970195 3658 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.970206 3658 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.971540 3658 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 09:31:58.973716 3658 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.975747 3658 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 09:31:58.975804 3658 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.975817 3658 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.977049 3658 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 09:31:58.979483 3658 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.981501 3658 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 09:31:58.981556 3658 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.981568 3658 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.982655 3658 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 09:31:58.985144 3658 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.987122 3658 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 09:31:58.987273 3658 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:31:58.987284 3658 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:31:58.987712 3658 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 09:31:58.990826 3658 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 09:31:58.992847 3658 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 09:31:58.992846 3658 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 09:31:58.992931 3658 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.992947 3658 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.993004 3658 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.993043 3658 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.996769 3658 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.996906 3658 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 09:31:58.998904 3658 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 09:31:58.998913 3658 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 09:31:58.998920 3658 factory.go:680] Watch Factory start up complete, took: 150.338428ms I0505 09:31:58.998926 3658 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-147.ec2.internal" zone I0505 09:31:58.998978 3658 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 09:31:58.998987 3658 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 09:31:58.998993 3658 factory.go:680] Watch Factory start up complete, took: 152.245796ms I0505 09:31:58.999059 3658 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 09:31:59.047408 3658 default_node_network_controller.go:710] Initializing the default node network controller I0505 09:31:59.117329 3658 udn_isolation.go:101] Starting UDN host isolation manager I0505 09:31:59.122861 3658 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 09:31:59.175135 3658 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 09:31:59.175199 3658 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 09:31:59.175211 3658 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 09:31:59.206445 3658 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 09:31:59.206512 3658 default_node_network_controller.go:809] Node ip-10-0-2-147.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0505 09:31:59.212125 3658 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.147"] k8s.ovn.org/zone-name:ip-10-0-2-147.ec2.internal] on node ip-10-0-2-147.ec2.internal I0505 09:31:59.235292 3658 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 09:31:59.241831 3658 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 09:31:59.241965 3658 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 09:31:59.242101 3658 gateway_init.go:263] Preparing Gateway I0505 09:31:59.242113 3658 gateway_shared_intf.go:1687] Creating new gateway I0505 09:31:59.249068 3658 controller_manager.go:429] Waiting for node in zone sync took: 250.127967ms I0505 09:31:59.255253 3658 controller_manager.go:611] Switching to transit router for layer2 networks I0505 09:31:59.255286 3658 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-147.ec2.internal I0505 09:31:59.270624 3658 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 09:31:59.278408 3658 controller_manager.go:290] SCTP support detected in OVN I0505 09:31:59.279084 3658 services_controller.go:69] Creating services controller for network=default I0505 09:31:59.279167 3658 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 09:31:59.279396 3658 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 09:31:59.279488 3658 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 09:31:59.279511 3658 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 09:31:59.279544 3658 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 09:31:59.279817 3658 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 09:31:59.279846 3658 udn_enabled_svc.go:95] Performing full resync I0505 09:31:59.279883 3658 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 09:31:59.279973 3658 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.285µs I0505 09:31:59.280001 3658 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 106.351µs I0505 09:31:59.280013 3658 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 129.467µs I0505 09:31:59.280020 3658 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 09:31:59.280028 3658 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 09:31:59.280040 3658 default_network_controller.go:325] Starting the default network controller I0505 09:31:59.280057 3658 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.512µs I0505 09:31:59.280188 3658 udn_enabled_svc.go:99] Waiting for handler to sync I0505 09:31:59.280199 3658 udn_enabled_svc.go:104] Starting worker I0505 09:31:59.289361 3658 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 09:31:59.289427 3658 repair.go:33] Syncing exgw routes took 53.468µs I0505 09:31:59.289449 3658 default_network_controller.go:414] Starting all the Watchers... I0505 09:31:59.289694 3658 namespace.go:98] [openshift-backplane] adding namespace I0505 09:31:59.289702 3658 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 09:31:59.289710 3658 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 09:31:59.289723 3658 namespace.go:98] [openshift-controller-manager] adding namespace I0505 09:31:59.289728 3658 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 09:31:59.289737 3658 namespace.go:98] [kube-node-lease] adding namespace I0505 09:31:59.289747 3658 namespace.go:98] [openshift-authentication] adding namespace I0505 09:31:59.289748 3658 namespace.go:98] [openshift-monitoring] adding namespace I0505 09:31:59.289747 3658 namespace.go:98] [openshift-config-operator] adding namespace I0505 09:31:59.289751 3658 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 09:31:59.289760 3658 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 09:31:59.289761 3658 namespace.go:98] [openshift-network-console] adding namespace I0505 09:31:59.289765 3658 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 09:31:59.289784 3658 namespace.go:98] [openshift-operators] adding namespace I0505 09:31:59.289696 3658 namespace.go:98] [openshift-image-registry] adding namespace I0505 09:31:59.290469 3658 namespace.go:102] [openshift-backplane] adding namespace took 759.415µs I0505 09:31:59.290488 3658 namespace.go:98] [openshift-ingress] adding namespace I0505 09:31:59.290976 3658 namespace.go:102] [openshift-ingress] adding namespace took 482.474µs I0505 09:31:59.290990 3658 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 09:31:59.291534 3658 namespace.go:102] [openshift-backplane-srep] adding namespace took 537.402µs I0505 09:31:59.291555 3658 namespace.go:98] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] adding namespace I0505 09:31:59.292035 3658 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.319759ms I0505 09:31:59.292055 3658 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 09:31:59.292664 3658 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.943822ms I0505 09:31:59.292681 3658 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 09:31:59.293244 3658 namespace.go:102] [openshift-controller-manager] adding namespace took 3.508941ms I0505 09:31:59.293278 3658 namespace.go:98] [kube-public] adding namespace I0505 09:31:59.293832 3658 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.096354ms I0505 09:31:59.293847 3658 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 09:31:59.294382 3658 namespace.go:102] [kube-node-lease] adding namespace took 4.638729ms I0505 09:31:59.294399 3658 namespace.go:98] [openshift-config] adding namespace I0505 09:31:59.294861 3658 namespace.go:102] [openshift-authentication] adding namespace took 5.107873ms I0505 09:31:59.294877 3658 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 09:31:59.295544 3658 namespace.go:102] [openshift-monitoring] adding namespace took 5.790429ms I0505 09:31:59.295564 3658 namespace.go:98] [openshift-host-network] adding namespace I0505 09:31:59.296151 3658 namespace.go:102] [openshift-config-operator] adding namespace took 6.390469ms I0505 09:31:59.296172 3658 namespace.go:98] [openshift-network-operator] adding namespace I0505 09:31:59.296763 3658 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.999869ms I0505 09:31:59.296780 3658 namespace.go:98] [openshift] adding namespace I0505 09:31:59.297419 3658 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.651946ms I0505 09:31:59.297439 3658 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 09:31:59.298101 3658 namespace.go:102] [openshift-network-console] adding namespace took 8.333956ms I0505 09:31:59.298118 3658 namespace.go:98] [openshift-insights] adding namespace I0505 09:31:59.298742 3658 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.965539ms I0505 09:31:59.298762 3658 namespace.go:98] [openshift-machine-api] adding namespace I0505 09:31:59.299540 3658 namespace.go:102] [openshift-operators] adding namespace took 9.713342ms I0505 09:31:59.299558 3658 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 09:31:59.300219 3658 namespace.go:102] [openshift-image-registry] adding namespace took 10.385177ms I0505 09:31:59.300235 3658 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 09:31:59.300847 3658 namespace.go:102] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] adding namespace took 9.283328ms I0505 09:31:59.300865 3658 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 09:31:59.301506 3658 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.441674ms I0505 09:31:59.301527 3658 namespace.go:98] [kube-system] adding namespace I0505 09:31:59.302120 3658 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.433645ms I0505 09:31:59.302135 3658 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 09:31:59.302639 3658 namespace.go:102] [kube-public] adding namespace took 9.346642ms I0505 09:31:59.302658 3658 namespace.go:98] [openshift-apiserver] adding namespace I0505 09:31:59.303142 3658 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.288725ms I0505 09:31:59.303158 3658 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 09:31:59.303728 3658 namespace.go:102] [openshift-config] adding namespace took 9.322818ms I0505 09:31:59.303744 3658 namespace.go:98] [openshift-etcd] adding namespace I0505 09:31:59.304290 3658 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 9.406767ms I0505 09:31:59.304307 3658 namespace.go:98] [default] adding namespace I0505 09:31:59.305111 3658 namespace.go:102] [openshift-host-network] adding namespace took 9.540128ms I0505 09:31:59.305127 3658 namespace.go:98] [openshift-console] adding namespace I0505 09:31:59.305707 3658 namespace.go:102] [openshift-network-operator] adding namespace took 9.527754ms I0505 09:31:59.305726 3658 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace W0505 09:31:59.306235 3658 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qx2jd: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found I0505 09:31:59.306285 3658 namespace.go:102] [openshift] adding namespace took 9.498824ms I0505 09:31:59.306306 3658 namespace.go:98] [openshift-dns-operator] adding namespace W0505 09:31:59.306327 3658 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zqgnz: pod openshift-network-diagnostics/network-check-target-zqgnz: no pod IPs found I0505 09:31:59.306971 3658 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.523531ms I0505 09:31:59.306987 3658 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 09:31:59.307566 3658 namespace.go:102] [openshift-insights] adding namespace took 9.44032ms I0505 09:31:59.307585 3658 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 09:31:59.308015 3658 namespace.go:102] [openshift-machine-api] adding namespace took 9.247672ms I0505 09:31:59.308040 3658 namespace.go:98] [openshift-package-operator] adding namespace I0505 09:31:59.308755 3658 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.191947ms I0505 09:31:59.308768 3658 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 09:31:59.309289 3658 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.041232ms I0505 09:31:59.309306 3658 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 09:31:59.309822 3658 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.951433ms I0505 09:31:59.310296 3658 namespace.go:102] [kube-system] adding namespace took 8.763229ms I0505 09:31:59.310312 3658 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 09:31:59.310777 3658 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.635726ms I0505 09:31:59.310790 3658 namespace.go:98] [openshift-dns] adding namespace I0505 09:31:59.311224 3658 namespace.go:102] [openshift-apiserver] adding namespace took 8.560149ms I0505 09:31:59.311235 3658 namespace.go:98] [openshift-node] adding namespace I0505 09:31:59.311706 3658 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.541578ms I0505 09:31:59.311724 3658 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 09:31:59.312194 3658 namespace.go:102] [openshift-etcd] adding namespace took 8.442346ms I0505 09:31:59.312210 3658 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 09:31:59.312701 3658 namespace.go:102] [default] adding namespace took 8.386342ms I0505 09:31:59.312715 3658 namespace.go:98] [openshift-infra] adding namespace I0505 09:31:59.313134 3658 namespace.go:102] [openshift-console] adding namespace took 8.000729ms I0505 09:31:59.313152 3658 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 09:31:59.313677 3658 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.944774ms I0505 09:31:59.313709 3658 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 09:31:59.314060 3658 namespace.go:102] [openshift-dns-operator] adding namespace took 7.741208ms I0505 09:31:59.314077 3658 namespace.go:98] [openshift-console-operator] adding namespace I0505 09:31:59.314531 3658 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.535431ms I0505 09:31:59.314552 3658 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 09:31:59.314964 3658 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.373136ms I0505 09:31:59.314977 3658 namespace.go:98] [dedicated-admin] adding namespace I0505 09:31:59.315532 3658 namespace.go:102] [openshift-package-operator] adding namespace took 7.48398ms I0505 09:31:59.315549 3658 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 09:31:59.316090 3658 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.316542ms I0505 09:31:59.316100 3658 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 09:31:59.316637 3658 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.324069ms I0505 09:31:59.316659 3658 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 09:31:59.317223 3658 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.904497ms I0505 09:31:59.317241 3658 namespace.go:98] [openshift-multus] adding namespace I0505 09:31:59.317835 3658 namespace.go:102] [openshift-dns] adding namespace took 7.039858ms I0505 09:31:59.317852 3658 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 09:31:59.318374 3658 namespace.go:102] [openshift-node] adding namespace took 7.132677ms I0505 09:31:59.318394 3658 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 09:31:59.318997 3658 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.266066ms I0505 09:31:59.319014 3658 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 09:31:59.319483 3658 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.267658ms I0505 09:31:59.319496 3658 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 09:31:59.320032 3658 namespace.go:102] [openshift-infra] adding namespace took 7.312246ms I0505 09:31:59.320044 3658 namespace.go:98] [openshift-cluster-version] adding namespace I0505 09:31:59.320674 3658 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.516135ms I0505 09:31:59.320686 3658 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 09:31:59.321290 3658 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.565365ms I0505 09:31:59.321309 3658 namespace.go:98] [openshift-logging] adding namespace I0505 09:31:59.321835 3658 namespace.go:102] [openshift-console-operator] adding namespace took 7.753266ms I0505 09:31:59.321849 3658 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 09:31:59.322448 3658 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.888835ms I0505 09:31:59.322468 3658 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 09:31:59.323045 3658 namespace.go:102] [dedicated-admin] adding namespace took 8.062741ms I0505 09:31:59.323060 3658 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 09:31:59.323610 3658 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.052988ms I0505 09:31:59.323624 3658 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 09:31:59.324130 3658 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.025229ms I0505 09:31:59.324141 3658 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0505 09:31:59.324665 3658 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8ghsb: pod openshift-multus/network-metrics-daemon-8ghsb: no pod IPs found W0505 09:31:59.324675 3658 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wtt2b: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:31:59.324686 3658 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.020702ms I0505 09:31:59.324698 3658 namespace.go:98] [openshift-config-managed] adding namespace I0505 09:31:59.325279 3658 namespace.go:102] [openshift-multus] adding namespace took 8.031553ms I0505 09:31:59.325795 3658 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.938287ms I0505 09:31:59.326417 3658 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.018778ms I0505 09:31:59.326966 3658 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.946373ms I0505 09:31:59.327520 3658 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.018855ms I0505 09:31:59.328057 3658 namespace.go:102] [openshift-cluster-version] adding namespace took 8.007745ms I0505 09:31:59.328635 3658 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.941243ms I0505 09:31:59.328652 3658 namespace.go:98] [openshift-marketplace] adding namespace I0505 09:31:59.329171 3658 namespace.go:102] [openshift-logging] adding namespace took 7.856074ms I0505 09:31:59.329187 3658 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 09:31:59.329750 3658 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.895057ms I0505 09:31:59.330220 3658 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.746593ms I0505 09:31:59.330235 3658 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 09:31:59.330761 3658 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.693948ms I0505 09:31:59.331243 3658 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.614015ms I0505 09:31:59.331274 3658 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 09:31:59.331809 3658 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.663484ms I0505 09:31:59.332384 3658 namespace.go:102] [openshift-config-managed] adding namespace took 7.679644ms I0505 09:31:59.332915 3658 namespace.go:102] [openshift-marketplace] adding namespace took 4.255838ms I0505 09:31:59.333770 3658 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.576229ms I0505 09:31:59.334319 3658 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.077991ms I0505 09:31:59.334727 3658 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.446075ms W0505 09:31:59.334808 3658 master.go:458] Unable to parse local node ip-10-0-2-147.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 09:31:59.334816 3658 master.go:471] Unable to parse remote node ip-10-0-0-57.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 09:31:59.334821 3658 master.go:481] Removing stale chassis with ID/Name: 6a95fda5-dd42-4201-b24f-e72d04d8d5ab, hostname: ip-10-0-2-147.ec2.internal I0505 09:31:59.335313 3658 master.go:548] Adding or Updating local node "ip-10-0-2-147.ec2.internal" for network "default" I0505 09:31:59.335355 3658 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-57.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-57.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-57.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-57.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-57.ec2.internal I0505 09:31:59.336602 3658 zone_ic_handler.go:195] Time taken to create transit switch: 311.72µs I0505 09:31:59.336616 3658 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-134.ec2.internal for the network default I0505 09:31:59.337680 3658 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-134.ec2.internal" on network "default" took: 1.420536ms I0505 09:31:59.339121 3658 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-147.ec2.internal for the network default I0505 09:31:59.339345 3658 zone_ic_handler.go:195] Time taken to create transit switch: 210.192µs I0505 09:31:59.340068 3658 default_network_controller.go:823] Node add failed for ip-10-0-2-147.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal, error getting gateway config for node ip-10-0-2-147.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-147.ec2.internal", failed to update chassis to local for local node ip-10-0-2-147.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-147.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal] E0505 09:31:59.340121 3658 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-147.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal, error getting gateway config for node ip-10-0-2-147.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-147.ec2.internal", failed to update chassis to local for local node ip-10-0-2-147.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-147.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal] I0505 09:31:59.340174 3658 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 09:31:59.340207 3658 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 09:31:59.340195 3658 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-147.ec2.internal", UID:"0cc8a02d-3df0-4256-872b-3ea98b9823ce", APIVersion:"v1", ResourceVersion:"8581", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal, error getting gateway config for node ip-10-0-2-147.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-147.ec2.internal", failed to update chassis to local for local node ip-10-0-2-147.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-147.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-147.ec2.internal] I0505 09:31:59.340208 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0505 09:31:59.340226 3658 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 09:31:59.340294 3658 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:59.340312 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:31:59.340322 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:31:59.340334 3658 node_tracker.go:235] Node ip-10-0-2-147.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-147.ec2.internal" I0505 09:31:59.340341 3658 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:59.340345 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:31:59.340351 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:31:59.340360 3658 node_tracker.go:235] Node ip-10-0-0-57.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-57.ec2.internal" I0505 09:31:59.340366 3658 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:59.340369 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:31:59.377887 3658 iptables.go:108] Creating table: filter chain: FORWARD I0505 09:31:59.383799 3658 iptables.go:108] Creating table: filter chain: OUTPUT I0505 09:31:59.389563 3658 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 09:31:59.389577 3658 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-147.ec2.internal","mac-address":"0e:71:55:09:ab:d5","ip-addresses":["10.0.2.147/24"],"ip-address":"10.0.2.147/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6a95fda5-dd42-4201-b24f-e72d04d8d5ab k8s.ovn.org/node-encap-ips:["10.0.2.147"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.147/24"} k8s.ovn.org/zone-name:ip-10-0-2-147.ec2.internal] on node ip-10-0-2-147.ec2.internal I0505 09:31:59.407001 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:31:59.407014 3658 master.go:548] Adding or Updating local node "ip-10-0-2-147.ec2.internal" for network "default" I0505 09:31:59.407059 3658 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:31:59.407075 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:31:59.410391 3658 default_node_network_controller.go:519] Node connection status = connected W0505 09:31:59.412022 3658 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8ghsb: pod openshift-multus/network-metrics-daemon-8ghsb: no pod IPs found W0505 09:31:59.412043 3658 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-zqgnz: pod openshift-network-diagnostics/network-check-target-zqgnz: no pod IPs found I0505 09:31:59.412943 3658 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-147.ec2.internal for the network default I0505 09:31:59.413092 3658 zone_ic_handler.go:195] Time taken to create transit switch: 137.022µs I0505 09:31:59.440550 3658 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 09:31:59.440568 3658 services_controller.go:208] Setting up event handlers for services for network=default I0505 09:31:59.440620 3658 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 09:31:59.440660 3658 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 09:31:59.440674 3658 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 09:31:59.541237 3658 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 09:31:59.541271 3658 repair.go:60] Starting repairing loop for services I0505 09:31:59.541362 3658 repair.go:131] Deleted 0 stale service LBs I0505 09:31:59.541381 3658 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 09:31:59.541397 3658 repair.go:62] Finished repairing loop for services: 128.137µs I0505 09:31:59.541419 3658 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 09:31:59.541428 3658 services_controller.go:254] Starting workers for network=default I0505 09:31:59.541910 3658 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zqgnz] creating logical port openshift-network-diagnostics_network-check-target-zqgnz for pod on switch ip-10-0-2-147.ec2.internal I0505 09:31:59.541948 3658 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8ghsb] creating logical port openshift-multus_network-metrics-daemon-8ghsb for pod on switch ip-10-0-2-147.ec2.internal I0505 09:31:59.542036 3658 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-zqgnz I0505 09:31:59.542049 3658 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8ghsb I0505 09:31:59.542078 3658 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wtt2b, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wtt2b: suppressed error logged: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:31:59.542145 3658 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qx2jd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found I0505 09:31:59.557567 3658 pod.go:62] [openshift-multus/network-metrics-daemon-8ghsb] pod update took 15.546867ms I0505 09:31:59.557587 3658 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8ghsb] addLogicalPort annotation time took 15.570145ms I0505 09:31:59.558385 3658 pods.go:271] [openshift-multus/network-metrics-daemon-8ghsb] addLogicalPort took 16.443715ms, libovsdb time 607.239µs I0505 09:31:59.561522 3658 pod.go:62] [openshift-network-diagnostics/network-check-target-zqgnz] pod update took 19.528841ms I0505 09:31:59.561539 3658 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-zqgnz] addLogicalPort annotation time took 19.563864ms I0505 09:31:59.562299 3658 pods.go:271] [openshift-network-diagnostics/network-check-target-zqgnz] addLogicalPort took 20.397321ms, libovsdb time 553.811µs I0505 09:31:59.562679 3658 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 09:31:59.562697 3658 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 09:31:59.562709 3658 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 09:31:59.562715 3658 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 09:31:59.562908 3658 repair.go:29] Repairing admin network policies took 187.251µs I0505 09:31:59.563011 3658 repair.go:92] Repairing baseline admin network policies took 94.598µs I0505 09:31:59.563373 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 09:31:59.563795 3658 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 09:31:59.563812 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 09:31:59.565461 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 09:31:59.565482 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 09:31:59.565490 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 09:31:59.566920 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 09:31:59.566938 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 09:31:59.566945 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 09:31:59.568759 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 09:31:59.568778 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 09:31:59.568786 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 09:31:59.570092 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 09:31:59.570113 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 09:31:59.570121 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 09:31:59.570669 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 09:31:59.570688 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 09:31:59.570695 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 09:31:59.571022 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 09:31:59.571039 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 09:31:59.571047 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 09:31:59.571559 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 09:31:59.571575 3658 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 09:31:59.571585 3658 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 09:31:59.573517 3658 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 09:31:59.573537 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 09:31:59.573547 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 09:31:59.574039 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 09:31:59.574056 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 09:31:59.574064 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 09:31:59.574500 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 09:31:59.574516 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 09:31:59.574526 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 09:31:59.576565 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 09:31:59.576581 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 09:31:59.576591 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 09:31:59.577563 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 09:31:59.577581 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 09:31:59.577588 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 09:31:59.578420 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 09:31:59.578436 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 09:31:59.578443 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 09:31:59.578938 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 09:31:59.578955 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 09:31:59.578964 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 09:31:59.579429 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 09:31:59.579445 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 09:31:59.579454 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 09:31:59.580472 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 09:31:59.580490 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 09:31:59.580498 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 09:31:59.581149 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 09:31:59.581166 3658 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 09:31:59.581172 3658 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 09:31:59.581474 3658 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 09:31:59.581489 3658 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 09:31:59.581497 3658 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 09:31:59.582309 3658 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 09:31:59.582329 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 09:31:59.582336 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 09:31:59.582659 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 09:31:59.582674 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 09:31:59.582683 3658 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 09:31:59.584228 3658 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 09:31:59.584244 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 09:31:59.584252 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 09:31:59.584734 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 09:31:59.584752 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 09:31:59.584759 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 09:31:59.585951 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 09:31:59.585969 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 09:31:59.585978 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 09:31:59.586833 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 09:31:59.586852 3658 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 09:31:59.586863 3658 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 09:31:59.588008 3658 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 09:31:59.588025 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 09:31:59.588033 3658 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 09:31:59.588494 3658 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 09:31:59.588512 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 09:31:59.588520 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 09:31:59.589023 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 09:31:59.589041 3658 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 09:31:59.589063 3658 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 09:31:59.589717 3658 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 09:31:59.589730 3658 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 09:31:59.589739 3658 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 09:31:59.590734 3658 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 09:31:59.595292 3658 egressfirewall.go:374] Starting EgressFirewall controller I0505 09:31:59.595318 3658 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 09:31:59.595327 3658 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 09:31:59.595336 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 09:31:59.595345 3658 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 09:31:59.595352 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 09:31:59.595362 3658 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 09:31:59.595601 3658 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 09:31:59.595613 3658 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 09:31:59.595618 3658 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 09:31:59.595626 3658 egressqos.go:193] Setting up event handlers for EgressQoS I0505 09:31:59.595639 3658 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:31:59.595651 3658 egressfirewall.go:723] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0505 09:31:59.595655 3658 egressfirewall.go:723] Syncing node "ip-10-0-2-147.ec2.internal" for egress firewall I0505 09:31:59.595715 3658 egressqos.go:245] Starting EgressQoS Controller I0505 09:31:59.595723 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 09:31:59.595730 3658 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 09:31:59.595735 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 09:31:59.595747 3658 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 09:31:59.595755 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 09:31:59.595763 3658 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 09:31:59.595768 3658 egressqos.go:259] Repairing EgressQoSes I0505 09:31:59.595773 3658 egressqos.go:399] Starting repairing loop for egressqos I0505 09:31:59.595836 3658 egressqos.go:401] Finished repairing loop for egressqos: 63.759µs I0505 09:31:59.595851 3658 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 09:31:59.595883 3658 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-147.ec2.internal I0505 09:31:59.595938 3658 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-147.ec2.internal : 56.827µs I0505 09:31:59.595985 3658 egressservice_zone.go:210] Starting Egress Services Controller I0505 09:31:59.595994 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 09:31:59.596000 3658 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 09:31:59.596006 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 09:31:59.596010 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 09:31:59.596015 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 09:31:59.596020 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 09:31:59.596027 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 09:31:59.596032 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 09:31:59.596035 3658 egressservice_zone.go:228] Repairing Egress Services I0505 09:31:59.596282 3658 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 09:31:59.596291 3658 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 09:31:59.596314 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:31:59.596325 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 12.467µs I0505 09:31:59.596331 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:31:59.596335 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 3.905µs I0505 09:31:59.596339 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:31:59.596343 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 3.653µs I0505 09:31:59.596470 3658 default_network_controller.go:585] Completing all the Watchers took 307.011025ms I0505 09:31:59.596487 3658 default_network_controller.go:589] Starting unidling controllers I0505 09:31:59.596499 3658 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 09:31:59.596505 3658 unidle.go:63] Populating Initial ContollerEvent events I0505 09:31:59.596517 3658 unidle.go:79] Setting up event handlers for services I0505 09:31:59.596579 3658 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 09:31:59.911597 3658 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:00.411803 3658 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:00.627111 3658 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 09:32:00.866808 3658 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-134.ec2.internal. Updating no re-route policies I0505 09:32:00.866823 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:32:00.866839 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 21.284µs I0505 09:32:00.866848 3658 egressfirewall.go:723] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0505 09:32:00.866868 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0505 09:32:00.866920 3658 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:00.866935 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:32:00.911474 3658 default_node_network_controller.go:519] Node connection status = connected I0505 09:32:00.928251 3658 bridgeconfig.go:537] Gateway is ready I0505 09:32:00.928287 3658 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 09:32:00.938937 3658 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.147. Updating OVN encap IP. I0505 09:32:00.944241 3658 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.147 - it is already configured I0505 09:32:00.944276 3658 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.147/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 09:32:00.944467 3658 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.147/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-147.ec2.internal","mac-address":"0e:71:55:09:ab:d5","ip-addresses":["10.0.2.147/24"],"ip-address":"10.0.2.147/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6a95fda5-dd42-4201-b24f-e72d04d8d5ab k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.147/24"}] on node ip-10-0-2-147.ec2.internal I0505 09:32:00.959987 3658 master.go:548] Adding or Updating local node "ip-10-0-2-147.ec2.internal" for network "default" I0505 09:32:00.960058 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:32:00.960076 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 22.934µs I0505 09:32:00.960077 3658 egressfirewall.go:723] Syncing node "ip-10-0-2-147.ec2.internal" for egress firewall I0505 09:32:00.960064 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-147.ec2.internal in network "default" I0505 09:32:00.960137 3658 node_tracker.go:169] Node ip-10-0-2-147.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:00.960155 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:32:00.960202 3658 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.147 I0505 09:32:00.960310 3658 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-147.ec2.internal I0505 09:32:00.964177 3658 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-147.ec2.internal. Updating no re-route policies I0505 09:32:00.964253 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8ghsb I0505 09:32:00.964278 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-hq9gp I0505 09:32:00.964282 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8ghsb I0505 09:32:00.964284 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5rx64 I0505 09:32:00.964291 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-hq9gp I0505 09:32:00.964292 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-x2pt2 I0505 09:32:00.964297 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5rx64 I0505 09:32:00.964301 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-klztv I0505 09:32:00.964312 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-hq9gp after 0 failed attempt(s) I0505 09:32:00.964316 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-x7ls9 I0505 09:32:00.964315 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:00.964322 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-85sp7 I0505 09:32:00.964328 3658 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8ghsb] creating logical port openshift-multus_network-metrics-daemon-8ghsb for pod on switch ip-10-0-2-147.ec2.internal I0505 09:32:00.964330 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-85sp7 I0505 09:32:00.964331 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wtt2b I0505 09:32:00.964335 3658 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-skx2m I0505 09:32:00.964338 3658 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-147.ec2.internal I0505 09:32:00.964339 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vbwgd I0505 09:32:00.964347 3658 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-147.ec2.internal I0505 09:32:00.964346 3658 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-skx2m I0505 09:32:00.964349 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-85sp7 after 0 failed attempt(s) I0505 09:32:00.964354 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vbwgd I0505 09:32:00.964368 3658 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-skx2m after 0 failed attempt(s) I0505 09:32:00.964373 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vbwgd after 0 failed attempt(s) I0505 09:32:00.964305 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-x2pt2 I0505 09:32:00.964367 3658 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-147.ec2.internal after 0 failed attempt(s) I0505 09:32:00.964367 3658 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wtt2b, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wtt2b: suppressed error logged: pod openshift-multus/network-metrics-daemon-wtt2b: no pod IPs found I0505 09:32:00.964280 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-147.ec2.internal I0505 09:32:00.964394 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-x2pt2 after 0 failed attempt(s) I0505 09:32:00.964398 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-147.ec2.internal I0505 09:32:00.964254 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8r29z I0505 09:32:00.964409 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8r29z I0505 09:32:00.964412 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-147.ec2.internal after 0 failed attempt(s) I0505 09:32:00.964314 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-klztv I0505 09:32:00.964422 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8r29z after 0 failed attempt(s) I0505 09:32:00.964329 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:00.964432 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd I0505 09:32:00.964435 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-klztv after 0 failed attempt(s) I0505 09:32:00.964319 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5rx64 after 0 failed attempt(s) I0505 09:32:00.964327 3658 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-zqgnz I0505 09:32:00.964450 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-zqgnz I0505 09:32:00.964458 3658 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qx2jd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qx2jd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qx2jd: no pod IPs found I0505 09:32:00.964325 3658 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-x7ls9 I0505 09:32:00.964473 3658 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zqgnz] creating logical port openshift-network-diagnostics_network-check-target-zqgnz for pod on switch ip-10-0-2-147.ec2.internal I0505 09:32:00.964476 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-x7ls9 after 0 failed attempt(s) I0505 09:32:00.964982 3658 pods.go:271] [openshift-multus/network-metrics-daemon-8ghsb] addLogicalPort took 667.047µs, libovsdb time 225.364µs I0505 09:32:00.964992 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8ghsb after 0 failed attempt(s) I0505 09:32:00.965112 3658 pods.go:271] [openshift-network-diagnostics/network-check-target-zqgnz] addLogicalPort took 649.459µs, libovsdb time 299.137µs I0505 09:32:00.965118 3658 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-zqgnz after 0 failed attempt(s) I0505 09:32:00.983697 3658 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 09:32:00.994691 3658 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 09:32:00.997870 3658 iptables.go:108] Creating table: nat chain: OUTPUT I0505 09:32:01.045052 3658 iptables.go:108] Creating table: nat chain: PREROUTING I0505 09:32:01.103022 3658 iptables.go:108] Creating table: filter chain: FORWARD I0505 09:32:01.118512 3658 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 09:32:01.118618 3658 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 09:32:01.118662 3658 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 09:32:01.118724 3658 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 09:32:01.118767 3658 gateway_init.go:325] Gateway and management port readiness took 1.712242999s I0505 09:32:01.118793 3658 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 09:32:01.118824 3658 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 09:32:01.118835 3658 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 09:32:01.118844 3658 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 09:32:01.118895 3658 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 09:32:01.118971 3658 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.09µs I0505 09:32:01.119178 3658 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 09:32:01.119202 3658 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.112µs I0505 09:32:01.119209 3658 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.663µs I0505 09:32:01.119214 3658 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 09:32:01.119223 3658 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 09:32:01.119228 3658 default_node_network_controller.go:899] Starting the default node network controller I0505 09:32:01.119232 3658 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 09:32:01.119313 3658 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.84µs I0505 09:32:01.119375 3658 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 09:32:01.119383 3658 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 09:32:01.119405 3658 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b75120 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340310 0xc000340380 0xc0003403f0 0xc000c5c780 0xc000340460 0xc0003404d0 0xc000a74370 0xc0064fd340 0xc0003405b0 map[0x2ff9080:0xc002b92840 0x2ff95c0:0xc002b929c0 0x2ffa2e0:0xc002b92540 0x2ffa580:0xc002b927e0 0x2ffad60:0xc002b928a0 0x2ffb000:0xc002b92900 0x2ffb2a0:0xc002b92960 0x2ffba80:0xc002b92a20 0x2ffbd20:0xc004211d40 0x3026980:0xc000794c00 0x3026d20:0xc000794c60 0x3027800:0xc000c701e0 0x3029160:0xc001b78000 0x30298a0:0xc000794cc0 0x302a720:0xc001b78060] 0xc000181030 0} I0505 09:32:01.119458 3658 gateway.go:151] Starting gateway service sync I0505 09:32:01.119828 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 09:32:01.121866 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 09:32:01.145047 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 09:32:01.146184 3658 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 09:32:01.147239 3658 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 09:32:01.178941 3658 gateway.go:168] Gateway service sync done. Time taken: 59.471647ms I0505 09:32:01.179531 3658 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31678 I0505 09:32:01.179666 3658 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b75120 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340310 0xc000340380 0xc0003403f0 0xc000c5c780 0xc000340460 0xc0003404d0 0xc000a74370 0xc0064fd340 0xc0003405b0 map[0x2ff9080:0xc002b92840 0x2ff95c0:0xc002b929c0 0x2ffa2e0:0xc002b92540 0x2ffa580:0xc002b927e0 0x2ffad60:0xc002b928a0 0x2ffb000:0xc002b92900 0x2ffb2a0:0xc002b92960 0x2ffba80:0xc002b92a20 0x2ffbd20:0xc004211d40 0x3026980:0xc000794c00 0x3026d20:0xc000794c60 0x3027800:0xc000c701e0 0x3029160:0xc001b78000 0x30298a0:0xc000794cc0 0x302a720:0xc001b78060] 0xc000181030 0} I0505 09:32:01.180055 3658 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b75120 0xc0003400e0 0xc000340150 0xc0003401c0 0xc000340310 0xc000340380 0xc0003403f0 0xc000c5c780 0xc000340460 0xc0003404d0 0xc000a74370 0xc0064fd340 0xc0003405b0 map[0x2ff9080:0xc002b92840 0x2ff95c0:0xc002b929c0 0x2ffa2e0:0xc002b92540 0x2ffa580:0xc002b927e0 0x2ffad60:0xc002b928a0 0x2ffb000:0xc002b92900 0x2ffb2a0:0xc002b92960 0x2ffba80:0xc002b92a20 0x2ffbd20:0xc004211d40 0x3026980:0xc000794c00 0x3026d20:0xc000794c60 0x3027800:0xc000c701e0 0x3029160:0xc001b78000 0x30298a0:0xc000794cc0 0x302a720:0xc001b78060] 0xc000181030 0} I0505 09:32:01.180085 3658 gateway.go:532] Reconciling gateway with updates I0505 09:32:01.184737 3658 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 09:32:01.184809 3658 default_node_network_controller.go:944] Gateway and management port readiness took 65.419555ms I0505 09:32:01.184816 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:01.184827 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:01.184830 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:01.184834 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:01.184844 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:01.184843 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:01.184839 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:01.184854 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:01.184854 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:01.184861 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:01.184865 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:01.184833 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:01.184877 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:01.184892 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:01.184899 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 09:32:01.184902 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 09:32:01.184894 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:01.184910 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:01.184914 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:01.184915 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:01.184915 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:01.184916 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:01.184924 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:01.184931 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:01.184853 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 09:32:01.184865 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:01.184944 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:01.184844 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:01.184958 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:01.184967 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:01.184974 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:01.184982 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:01.184918 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:01.184993 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:01.184901 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:01.185006 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:01.185017 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:01.184911 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:01.185026 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:01.185030 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:01.185041 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 30964 is already open, no action needed I0505 09:32:01.185046 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 31396 is already open, no action needed I0505 09:32:01.184931 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:01.185054 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 09:32:01.184858 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:01.185017 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 09:32:01.184817 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:01.184848 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:01.185091 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:01.184868 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:01.185118 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:01.185127 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 09:32:01.184867 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:01.185145 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:01.185167 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:01.184904 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:01.185191 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:01.184846 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:01.185207 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:01.185212 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:01.184905 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:01.185252 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:01.185288 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:01.185291 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 09:32:01.185304 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 09:32:01.185269 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:01.184931 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:01.185336 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:01.185354 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 09:32:01.184932 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:01.185369 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 09:32:01.184933 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:01.184931 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:01.185412 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:01.185415 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:01.185425 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:01.185433 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 09:32:01.184938 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:01.185443 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:01.185446 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:01.185449 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:01.184944 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:01.185467 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:01.185473 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:01.185482 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:01.184948 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:01.185494 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 09:32:01.184857 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:01.185503 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:01.185510 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:01.185515 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:01.185244 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:01.185523 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:01.185527 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 09:32:01.184924 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:01.185553 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:01.185567 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 09:32:01.185569 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:01.185578 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 09:32:01.185579 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 09:32:01.185586 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 09:32:01.185859 3658 node_ip_handler_linux.go:160] Node IP manager is running W0505 09:32:01.221286 3658 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 09:32:01.221544 3658 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 09:32:01.221682 3658 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0505 09:32:01.229603 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 09:32:01.229630 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 09:32:01.229637 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 09:32:01.229642 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 09:32:01.229648 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 09:32:01.229654 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 09:32:01.229659 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 09:32:01.229665 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 09:32:01.229682 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 09:32:01.268807 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 09:32:01.268814 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 09:32:01.268830 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 09:32:01.268838 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 09:32:01.268846 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 09:32:01.268854 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 09:32:01.268860 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 09:32:01.268865 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 09:32:01.268872 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 09:32:01.268886 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 09:32:01.268903 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 09:32:01.268912 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 09:32:01.268918 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 09:32:01.315335 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 09:32:01.315364 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 09:32:01.315377 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 09:32:01.315387 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 09:32:01.315395 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 09:32:01.315402 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 09:32:01.315409 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 09:32:01.315416 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 09:32:01.315435 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 09:32:01.315456 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 09:32:01.315470 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 09:32:02.436867 3658 default_node_network_controller.go:1380] Starting node controller node sync W0505 09:32:02.436915 3658 egressip_healthcheck.go:76] Health checking using insecure connection I0505 09:32:02.436992 3658 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0505 09:32:02.448445 3658 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.557658ms I0505 09:32:02.448549 3658 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 10.0.1.134 to PMTUD blocking rules I0505 09:32:02.448562 3658 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-134.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 09:32:02.454046 3658 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 09:32:02.454330 3658 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 09:32:02.454424 3658 egressservice_node.go:183] Starting Egress Services Controller I0505 09:32:02.454442 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 09:32:02.454453 3658 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 09:32:02.454459 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 09:32:02.454464 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 09:32:02.454469 3658 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 09:32:02.454474 3658 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 09:32:02.454478 3658 egressservice_node.go:197] Repairing Egress Services I0505 09:32:02.463757 3658 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 09:32:02.463770 3658 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 09:32:02.463884 3658 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 09:32:02.463893 3658 link_network_manager.go:119] Link manager is running I0505 09:32:02.463901 3658 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 09:32:02.464109 3658 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 09:32:02.464305 3658 vrf_manager.go:128] VRF manager is running I0505 09:32:02.464386 3658 node_controller_manager.go:437] Removing flows to drop GARP I0505 09:32:02.464396 3658 gateway.go:532] Reconciling gateway with updates I0505 09:32:02.486082 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:02.486093 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:02.486098 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:02.486105 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:02.486114 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 09:32:02.486123 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:02.486136 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 09:32:02.486139 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 09:32:02.486137 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 09:32:02.486146 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 09:32:02.486147 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:02.486150 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 09:32:02.486085 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:02.486148 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:02.486158 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 09:32:02.486169 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 09:32:02.486176 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:02.486190 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 09:32:02.486155 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 09:32:02.486200 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 09:32:02.486101 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 09:32:02.486202 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 09:32:02.486222 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 09:32:02.486232 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 09:32:02.486227 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 09:32:02.486109 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:02.486252 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 09:32:02.486237 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 09:32:02.486294 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 09:32:02.486305 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 09:32:02.486499 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:02.486511 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:02.486515 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 09:32:02.486522 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:02.486524 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 09:32:02.486530 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 09:32:02.486531 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:02.486540 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:02.486546 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:02.486536 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 09:32:02.486552 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:02.486535 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 09:32:02.486548 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 09:32:02.486556 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 09:32:02.486564 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 09:32:02.486569 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:02.486575 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 09:32:02.486576 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:02.486576 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:02.486588 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 09:32:02.486589 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:02.486591 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:02.486594 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 09:32:02.486596 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 09:32:02.486598 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 09:32:02.486600 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 09:32:02.486601 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 09:32:02.486603 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:02.486602 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:02.486611 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 09:32:02.486614 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 09:32:02.486615 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 09:32:02.486617 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 09:32:02.486543 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:02.486621 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 09:32:02.486623 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:02.486628 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 09:32:02.486631 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 09:32:02.486579 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:02.486638 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:02.486642 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 09:32:02.486641 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:02.486646 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:02.486649 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 09:32:02.486650 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 09:32:02.486652 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 09:32:02.486660 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 09:32:02.486661 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 09:32:02.486669 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 09:32:02.486668 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:02.486590 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:02.486695 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 09:32:02.486696 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 09:32:02.486641 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:02.486712 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 09:32:02.486660 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 09:32:02.486580 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:02.486758 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:02.486766 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 09:32:02.486769 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 09:32:02.486648 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 09:32:02.486551 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:02.486798 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 09:32:02.486614 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:02.486604 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 09:32:02.486819 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:32:02.486634 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:02.486828 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 09:32:02.486563 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:02.486840 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 30964 is already open, no action needed I0505 09:32:02.486844 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 09:32:02.486846 3658 port_claim.go:71] Svc openshift-ingress/router-default: port 31396 is already open, no action needed I0505 09:32:02.486557 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:02.486861 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 09:32:02.486634 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 09:32:02.486650 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 09:32:02.486755 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:02.486649 3658 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:02.486903 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 09:32:02.486911 3658 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 09:32:02.486919 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 09:32:02.524340 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 09:32:02.524355 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 09:32:02.524361 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 09:32:02.524365 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 09:32:02.524370 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 09:32:02.524376 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 09:32:02.562064 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 09:32:02.562081 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 09:32:02.562088 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 09:32:02.562094 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 09:32:02.562099 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 09:32:02.562105 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 09:32:02.562110 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 09:32:02.562115 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 09:32:02.562120 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 09:32:02.562126 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 09:32:02.562131 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 09:32:02.562136 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 09:32:02.599186 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 09:32:02.599200 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 09:32:02.599206 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 09:32:02.599212 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 09:32:02.599216 3658 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 09:32:04.172170 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:04.172189 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 26.074µs I0505 09:32:04.172209 3658 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:32:04.172237 3658 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:04.209449 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0505 09:32:04.209479 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 35.785µs I0505 09:32:04.507545 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-147.ec2.internal I0505 09:32:04.507580 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-147.ec2.internal: 43.264µs I0505 09:32:04.536794 3658 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7fddb6595b-dr8rg] creating logical port openshift-image-registry_image-registry-7fddb6595b-dr8rg for pod on switch ip-10-0-2-147.ec2.internal I0505 09:32:04.536887 3658 kube.go:256] Updating pod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:32:04.559984 3658 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-l26wm] creating logical port openshift-dns_dns-default-l26wm for pod on switch ip-10-0-2-147.ec2.internal I0505 09:32:04.560087 3658 kube.go:256] Updating pod openshift-dns/dns-default-l26wm I0505 09:32:04.570527 3658 pod.go:62] [openshift-image-registry/image-registry-7fddb6595b-dr8rg] pod update took 33.665003ms I0505 09:32:04.570552 3658 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7fddb6595b-dr8rg] addLogicalPort annotation time took 33.69311ms I0505 09:32:04.571730 3658 pods.go:271] [openshift-image-registry/image-registry-7fddb6595b-dr8rg] addLogicalPort took 34.971985ms, libovsdb time 877.43µs I0505 09:32:04.580625 3658 pod.go:62] [openshift-dns/dns-default-l26wm] pod update took 20.564619ms I0505 09:32:04.580644 3658 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-l26wm] addLogicalPort annotation time took 20.587859ms I0505 09:32:04.581900 3658 pods.go:271] [openshift-dns/dns-default-l26wm] addLogicalPort took 21.926728ms, libovsdb time 979.024µs I0505 09:32:04.599841 3658 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ch5jr] creating logical port openshift-ingress-canary_ingress-canary-ch5jr for pod on switch ip-10-0-2-147.ec2.internal I0505 09:32:04.599950 3658 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ch5jr I0505 09:32:04.618428 3658 pod.go:62] [openshift-ingress-canary/ingress-canary-ch5jr] pod update took 18.498417ms I0505 09:32:04.618451 3658 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ch5jr] addLogicalPort annotation time took 18.524515ms I0505 09:32:04.619652 3658 pods.go:271] [openshift-ingress-canary/ingress-canary-ch5jr] addLogicalPort took 19.825364ms, libovsdb time 888.489µs I0505 09:32:05.016815 3658 cni.go:452] [openshift-ingress-canary/ingress-canary-ch5jr 9d7ed098ffad6addc007c5debe7e254daeb384c7d3307f1b2127f220f60bc6be network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ch5jr 9d7ed098ffad6addc007c5debe7e254daeb384c7d3307f1b2127f220f60bc6be network default NAD default NAD key ] I0505 09:32:05.072364 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ch5jr, hostIfaceName: 9d7ed098ffad6ad, network: default, NAD default, SandboxID: "9d7ed098ffad6addc007c5debe7e254daeb384c7d3307f1b2127f220f60bc6be", PCI device ID: , UID: "7d45dbe0-d2bf-400c-ac48-80e862b45937", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0505 09:32:05.140307 3658 cni.go:473] [openshift-ingress-canary/ingress-canary-ch5jr 9d7ed098ffad6addc007c5debe7e254daeb384c7d3307f1b2127f220f60bc6be network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ch5jr 9d7ed098ffad6addc007c5debe7e254daeb384c7d3307f1b2127f220f60bc6be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d0:7a:c0:bf:ee\",\"name\":\"9d7ed098ffad6ad\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e5e1fa8-baf8-4be7-b6c4-a2fac537940c\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:32:08.606513 3658 cni.go:452] [openshift-network-diagnostics/network-check-target-zqgnz 13671b17c98434b1e439656730fef0780a6ef3b4b602bed5965189e590ea2d32 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-zqgnz 13671b17c98434b1e439656730fef0780a6ef3b4b602bed5965189e590ea2d32 network default NAD default NAD key ] I0505 09:32:08.617044 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-zqgnz, hostIfaceName: 13671b17c98434b, network: default, NAD default, SandboxID: "13671b17c98434b1e439656730fef0780a6ef3b4b602bed5965189e590ea2d32", PCI device ID: , UID: "35fb1ee4-678f-4c88-bc01-f78bf56938fa", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0505 09:32:08.662409 3658 cni.go:473] [openshift-network-diagnostics/network-check-target-zqgnz 13671b17c98434b1e439656730fef0780a6ef3b4b602bed5965189e590ea2d32 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-zqgnz 13671b17c98434b1e439656730fef0780a6ef3b4b602bed5965189e590ea2d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:64:0b:fa:d7:8a\",\"name\":\"13671b17c98434b\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecda2384-f22b-4867-aa8b-dff129f3ab43\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:32:09.526331 3658 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "ip-10-0-0-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:09.526347 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:09.526396 3658 node_tracker.go:235] Node ip-10-0-0-57.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-57.ec2.internal" I0505 09:32:09.526414 3658 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.526432 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.631186 3658 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "ip-10-0-0-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:09.648440 3658 default_network_controller.go:1025] Node "ip-10-0-0-57.ec2.internal" in remote zone "ip-10-0-0-57.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 09:32:09.648501 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:09.648559 3658 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:09.648576 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:32:09.649422 3658 zone_ic_handler.go:195] Time taken to create transit switch: 296.562µs I0505 09:32:09.649436 3658 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-57.ec2.internal for the network default I0505 09:32:09.650390 3658 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-57.ec2.internal" on network "default" took: 1.282938ms W0505 09:32:11.558453 3658 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.705769 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:11.705787 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 25.788µs I0505 09:32:11.705798 3658 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-57.ec2.internal in network "default" I0505 09:32:11.705827 3658 egressfirewall.go:723] Syncing node "ip-10-0-0-57.ec2.internal" for egress firewall I0505 09:32:11.705848 3658 node_tracker.go:169] Node ip-10-0-0-57.ec2.internal switch + router changed, syncing services in network "default" I0505 09:32:11.705865 3658 services_controller.go:574] Full service sync requested for network=default I0505 09:32:11.705918 3658 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 10.0.0.57 to PMTUD blocking rules I0505 09:32:11.705935 3658 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 09:32:11.706086 3658 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 09:32:11.711915 3658 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-57.ec2.internal. Updating no re-route policies I0505 09:32:11.721067 3658 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 10.0.0.57 to PMTUD blocking rules I0505 09:32:11.721087 3658 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-57.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 09:32:13.813665 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:32:15.548642 3658 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-57.ec2.internal I0505 09:32:15.548671 3658 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-57.ec2.internal: 36.993µs W0505 09:32:23.339651 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:39.623910 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 09:32:44.819495 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 09:34:06.944772 3658 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:06.944904 3658 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g I0505 09:34:06.961311 3658 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g] pod update took 16.434121ms I0505 09:34:06.961341 3658 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g] addLogicalPort annotation time took 16.468966ms I0505 09:34:06.962624 3658 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g] addLogicalPort took 17.874965ms, libovsdb time 934.565µs I0505 09:34:07.302584 3658 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key ] I0505 09:34:07.311604 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g, hostIfaceName: 85b02949eabf8a4, network: default, NAD default, SandboxID: "85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65", PCI device ID: , UID: "99be2715-cc38-412c-b295-e063da676b75", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0505 09:34:07.354187 3658 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:59:a2:3e:f6:12\",\"name\":\"85b02949eabf8a4\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30304963-5b49-4989-8f4a-0dae66b9fba8\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:08.543842 3658 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-7n49l for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:08.543966 3658 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-s2wvq for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:08.544054 3658 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l I0505 09:34:08.544107 3658 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq I0505 09:34:08.571696 3658 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq] pod update took 27.622765ms I0505 09:34:08.571716 3658 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq] addLogicalPort annotation time took 27.648634ms I0505 09:34:08.572782 3658 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq] addLogicalPort took 28.832722ms, libovsdb time 770.009µs I0505 09:34:08.574640 3658 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l] pod update took 30.615874ms I0505 09:34:08.574661 3658 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l] addLogicalPort annotation time took 30.637936ms I0505 09:34:08.575651 3658 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l] addLogicalPort took 31.831261ms, libovsdb time 690.782µs I0505 09:34:08.649351 3658 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-j4cd2 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:08.649463 3658 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2 I0505 09:34:08.662252 3658 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-mntf6 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:08.662322 3658 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-674b77bd9-8pjnb] creating logical port openshift-ingress_router-default-674b77bd9-8pjnb for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:08.662353 3658 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6 I0505 09:34:08.662431 3658 kube.go:256] Updating pod openshift-ingress/router-default-674b77bd9-8pjnb I0505 09:34:08.662613 3658 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-687b7fb8c5-6vqmt] creating logical port openshift-ingress_router-default-687b7fb8c5-6vqmt for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:08.662701 3658 kube.go:256] Updating pod openshift-ingress/router-default-687b7fb8c5-6vqmt I0505 09:34:08.678665 3658 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2] pod update took 29.226589ms I0505 09:34:08.678686 3658 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2] addLogicalPort annotation time took 29.251688ms I0505 09:34:08.679808 3658 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2] addLogicalPort took 30.470537ms, libovsdb time 832.785µs I0505 09:34:08.685039 3658 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6] pod update took 22.710983ms I0505 09:34:08.685066 3658 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6] addLogicalPort annotation time took 22.742449ms I0505 09:34:08.685933 3658 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6] addLogicalPort took 23.693865ms, libovsdb time 582.807µs I0505 09:34:08.688501 3658 pod.go:62] [openshift-ingress/router-default-687b7fb8c5-6vqmt] pod update took 25.825347ms I0505 09:34:08.688519 3658 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-687b7fb8c5-6vqmt] addLogicalPort annotation time took 25.845267ms I0505 09:34:08.689444 3658 pods.go:271] [openshift-ingress/router-default-687b7fb8c5-6vqmt] addLogicalPort took 26.842056ms, libovsdb time 714.936µs I0505 09:34:08.692903 3658 pod.go:62] [openshift-ingress/router-default-674b77bd9-8pjnb] pod update took 30.496997ms I0505 09:34:08.692919 3658 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-674b77bd9-8pjnb] addLogicalPort annotation time took 30.515767ms I0505 09:34:08.693805 3658 pods.go:271] [openshift-ingress/router-default-674b77bd9-8pjnb] addLogicalPort took 31.495907ms, libovsdb time 623.257µs I0505 09:34:08.901751 3658 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l 1ff756389f695fea98996183bb83a4c973c5a62d2ed8695c8c070669381ea65d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l 1ff756389f695fea98996183bb83a4c973c5a62d2ed8695c8c070669381ea65d network default NAD default NAD key ] I0505 09:34:08.912973 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-7n49l, hostIfaceName: 1ff756389f695fe, network: default, NAD default, SandboxID: "1ff756389f695fea98996183bb83a4c973c5a62d2ed8695c8c070669381ea65d", PCI device ID: , UID: "e5e4b1b5-7806-41c1-bcdc-c1be0755e000", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0505 09:34:08.958739 3658 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l 1ff756389f695fea98996183bb83a4c973c5a62d2ed8695c8c070669381ea65d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-7n49l 1ff756389f695fea98996183bb83a4c973c5a62d2ed8695c8c070669381ea65d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f3:23:24:15:72\",\"name\":\"1ff756389f695fe\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5355e4a9-9f68-4c5c-aa9f-f3a687848334\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:09.003703 3658 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2 9e0ef07d9a0ab6df321a1fac088b760b6abf6b21148c1b3293941642239d2a23 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2 9e0ef07d9a0ab6df321a1fac088b760b6abf6b21148c1b3293941642239d2a23 network default NAD default NAD key ] I0505 09:34:09.013761 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-j4cd2, hostIfaceName: 9e0ef07d9a0ab6d, network: default, NAD default, SandboxID: "9e0ef07d9a0ab6df321a1fac088b760b6abf6b21148c1b3293941642239d2a23", PCI device ID: , UID: "6597b5b6-2b74-4103-a068-dda0efbff1c0", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0505 09:34:09.058299 3658 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2 9e0ef07d9a0ab6df321a1fac088b760b6abf6b21148c1b3293941642239d2a23 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-j4cd2 9e0ef07d9a0ab6df321a1fac088b760b6abf6b21148c1b3293941642239d2a23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:3d:d3:b4:7e:ce\",\"name\":\"9e0ef07d9a0ab6d\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48db3e1c-80ca-464d-99b0-a43ffee5d932\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:34:12.618397 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 09:34:13.115079 3658 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 09:34:13.116143 3658 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.040922ms I0505 09:34:13.143229 3658 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 09:34:14.616738 3658 namespace.go:98] [openshift-service-ca] adding namespace I0505 09:34:14.617743 3658 namespace.go:102] [openshift-service-ca] adding namespace took 981.51µs I0505 09:34:14.634428 3658 namespace.go:142] [openshift-service-ca] updating namespace W0505 09:34:22.886554 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 09:34:25.213697 3658 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6 00bca8bbd6441c454eb69527c12b53eea81c59e2dbdaef570b32836e47b9228b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6 00bca8bbd6441c454eb69527c12b53eea81c59e2dbdaef570b32836e47b9228b network default NAD default NAD key ] I0505 09:34:25.223144 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-mntf6, hostIfaceName: 00bca8bbd6441c4, network: default, NAD default, SandboxID: "00bca8bbd6441c454eb69527c12b53eea81c59e2dbdaef570b32836e47b9228b", PCI device ID: , UID: "b7173774-4be2-4bb8-b3fc-a4bed1ce32ee", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0505 09:34:25.268182 3658 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6 00bca8bbd6441c454eb69527c12b53eea81c59e2dbdaef570b32836e47b9228b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-mntf6 00bca8bbd6441c454eb69527c12b53eea81c59e2dbdaef570b32836e47b9228b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:c9:5c:bc:a3:1c\",\"name\":\"00bca8bbd6441c4\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b88a6d9-586e-4517-94d2-a7742133defb\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:27.142455 3658 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key ] I0505 09:34:27.218830 3658 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g 85b02949eabf8a4025b7833469d7029e0b905a22cc26cdc99ce846f5ad274a65 network default NAD default NAD key default], result "{}", err I0505 09:34:27.385014 3658 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.385061 3658 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g I0505 09:34:27.386648 3658 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g, ips: 10.129.0.8 I0505 09:34:27.386681 3658 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.386702 3658 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.386711 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 09:34:27.386987 3658 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:34:27.387005 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 09:34:40.413770 3658 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq cc3a92a89665e379b4aab894f682cdde670beb1962e86046bec0c306abaf383e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq cc3a92a89665e379b4aab894f682cdde670beb1962e86046bec0c306abaf383e network default NAD default NAD key ] I0505 09:34:40.423935 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-s2wvq, hostIfaceName: cc3a92a89665e37, network: default, NAD default, SandboxID: "cc3a92a89665e379b4aab894f682cdde670beb1962e86046bec0c306abaf383e", PCI device ID: , UID: "477fdf8e-1954-4895-ac40-31b928983f27", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0505 09:34:40.469012 3658 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq cc3a92a89665e379b4aab894f682cdde670beb1962e86046bec0c306abaf383e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-s2wvq cc3a92a89665e379b4aab894f682cdde670beb1962e86046bec0c306abaf383e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:32:59:b5:06:15\",\"name\":\"cc3a92a89665e37\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6856c5cb-4f92-4a21-8a5f-d15bc1c5be6b\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:40.532840 3658 cni.go:452] [openshift-ingress/router-default-674b77bd9-8pjnb 969748d3041fa71301c1da11b9580497762107bacb150ada93f2022a21cc5863 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-674b77bd9-8pjnb 969748d3041fa71301c1da11b9580497762107bacb150ada93f2022a21cc5863 network default NAD default NAD key ] I0505 09:34:40.542635 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-674b77bd9-8pjnb, hostIfaceName: 969748d3041fa71, network: default, NAD default, SandboxID: "969748d3041fa71301c1da11b9580497762107bacb150ada93f2022a21cc5863", PCI device ID: , UID: "3f3781bf-f345-4f61-9743-6670cfed7afa", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0505 09:34:40.586520 3658 cni.go:473] [openshift-ingress/router-default-674b77bd9-8pjnb 969748d3041fa71301c1da11b9580497762107bacb150ada93f2022a21cc5863 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-674b77bd9-8pjnb 969748d3041fa71301c1da11b9580497762107bacb150ada93f2022a21cc5863 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:92:39:57:4d:06\",\"name\":\"969748d3041fa71\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb0f6b85-f1b7-420b-b4bc-8a340480ca00\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:40.823563 3658 cni.go:452] [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key ] I0505 09:34:40.833722 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-687b7fb8c5-6vqmt, hostIfaceName: 5f5493668b14480, network: default, NAD default, SandboxID: "5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6", PCI device ID: , UID: "3a25c8e5-1eac-4d2f-9287-d2ff7019f50d", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0505 09:34:40.877420 3658 cni.go:473] [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:fd:c8:23:48:d5\",\"name\":\"5f5493668b14480\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93b1c4be-092f-4009-b372-bb4263c01bd2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:34:43.390473 3658 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:43.430006 3658 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.430030 3658 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.430054 3658 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:43.430080 3658 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dvd68g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:34:43.503395 3658 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:43.513072 3658 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 09:34:43.631418 3658 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-c99lv] creating logical port openshift-insights_insights-runtime-extractor-c99lv for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:43.631561 3658 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-c99lv I0505 09:34:43.678165 3658 pod.go:62] [openshift-insights/insights-runtime-extractor-c99lv] pod update took 46.65031ms I0505 09:34:43.678186 3658 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-c99lv] addLogicalPort annotation time took 46.675904ms I0505 09:34:43.679195 3658 pods.go:271] [openshift-insights/insights-runtime-extractor-c99lv] addLogicalPort took 47.791166ms, libovsdb time 710.431µs I0505 09:34:43.985488 3658 cni.go:452] [openshift-insights/insights-runtime-extractor-c99lv 2da0f3bc4fc770fc6046ff633e2ee4d78141540a4b363fbfb2c7941601d83c89 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-c99lv 2da0f3bc4fc770fc6046ff633e2ee4d78141540a4b363fbfb2c7941601d83c89 network default NAD default NAD key ] I0505 09:34:43.994244 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-c99lv, hostIfaceName: 2da0f3bc4fc770f, network: default, NAD default, SandboxID: "2da0f3bc4fc770fc6046ff633e2ee4d78141540a4b363fbfb2c7941601d83c89", PCI device ID: , UID: "844ddfce-aab6-40d4-92d2-3c04ad6ff3f1", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0505 09:34:44.039110 3658 cni.go:473] [openshift-insights/insights-runtime-extractor-c99lv 2da0f3bc4fc770fc6046ff633e2ee4d78141540a4b363fbfb2c7941601d83c89 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-c99lv 2da0f3bc4fc770fc6046ff633e2ee4d78141540a4b363fbfb2c7941601d83c89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:86:21:ab:25:ec\",\"name\":\"2da0f3bc4fc770f\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56478577-450c-4e4c-91bf-24ebd4319248\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:44.935902 3658 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:44.936592 3658 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:34:44.951737 3658 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:44.951756 3658 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-4rtwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:34:44.969959 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fddb6595b-4rtwn I0505 09:34:44.969984 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fddb6595b-4rtwn W0505 09:34:45.944288 3658 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:34:47.058314 3658 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 09:34:47.068956 3658 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 09:34:47.954072 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 09:34:48.769626 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 09:34:51.568176 3658 base_network_controller_pods.go:487] [default/openshift-console/console-db75658f8-sc5mr] creating logical port openshift-console_console-db75658f8-sc5mr for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:51.568290 3658 kube.go:256] Updating pod openshift-console/console-db75658f8-sc5mr I0505 09:34:51.584995 3658 pod.go:62] [openshift-console/console-db75658f8-sc5mr] pod update took 16.754221ms I0505 09:34:51.585013 3658 base_network_controller_pods.go:951] [default/openshift-console/console-db75658f8-sc5mr] addLogicalPort annotation time took 16.776587ms I0505 09:34:51.586336 3658 pods.go:271] [openshift-console/console-db75658f8-sc5mr] addLogicalPort took 18.173891ms, libovsdb time 931.079µs W0505 09:34:51.590008 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 09:34:51.924632 3658 cni.go:452] [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key ] I0505 09:34:51.933381 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-db75658f8-sc5mr, hostIfaceName: 2f268d2eda9ed22, network: default, NAD default, SandboxID: "2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a", PCI device ID: , UID: "51e99b42-9961-4a14-8ba9-5c691309aa42", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0505 09:34:51.978627 3658 cni.go:473] [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0e:49:73:21:5e\",\"name\":\"2f268d2eda9ed22\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0166398c-2303-4495-a088-a854946a38f1\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:54.030956 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-h5dv7 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:54.031058 3658 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7 I0505 09:34:54.097375 3658 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7] pod update took 66.344199ms I0505 09:34:54.097399 3658 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7] addLogicalPort annotation time took 66.371321ms I0505 09:34:54.098739 3658 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7] addLogicalPort took 67.777483ms, libovsdb time 934.294µs I0505 09:34:54.996709 3658 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7 bd92f4ed2b1788339552275b1a5011c60b1ba66fa5eed26e5b40700956f9d53b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7 bd92f4ed2b1788339552275b1a5011c60b1ba66fa5eed26e5b40700956f9d53b network default NAD default NAD key ] I0505 09:34:55.006901 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-h5dv7, hostIfaceName: bd92f4ed2b17883, network: default, NAD default, SandboxID: "bd92f4ed2b1788339552275b1a5011c60b1ba66fa5eed26e5b40700956f9d53b", PCI device ID: , UID: "60ad8296-d845-4b2c-bf96-373ae1e2c96d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0505 09:34:55.054800 3658 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7 bd92f4ed2b1788339552275b1a5011c60b1ba66fa5eed26e5b40700956f9d53b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-h5dv7 bd92f4ed2b1788339552275b1a5011c60b1ba66fa5eed26e5b40700956f9d53b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:0c:8a:b6:a2:01\",\"name\":\"bd92f4ed2b17883\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c01dded-9187-4608-9063-68e184847de8\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:55.124898 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:55.125014 3658 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 09:34:55.155935 3658 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 30.962863ms I0505 09:34:55.155955 3658 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 30.987475ms I0505 09:34:55.157075 3658 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 32.20651ms, libovsdb time 832.477µs I0505 09:34:56.093467 3658 cni.go:452] [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key ] I0505 09:34:56.103568 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4a3fb939e2407bb, network: default, NAD default, SandboxID: "4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583", PCI device ID: , UID: "74558508-d700-46d2-8d6b-6c69d169aaef", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0505 09:34:56.153345 3658 cni.go:473] [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:58:26:4a:6d:45\",\"name\":\"4a3fb939e2407bb\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d37bb00-9b13-4562-8f94-b99a44350701\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:34:58.012680 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.012700 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.012707 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.283344 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.283367 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:34:58.283372 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 09:34:59.040392 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-rcfmh for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:59.040486 3658 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh I0505 09:34:59.073151 3658 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh] pod update took 32.688829ms I0505 09:34:59.073179 3658 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh] addLogicalPort annotation time took 32.720679ms I0505 09:34:59.074312 3658 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh] addLogicalPort took 33.933484ms, libovsdb time 819.389µs I0505 09:34:59.228589 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-84d7894c59-8wclc] creating logical port openshift-monitoring_metrics-server-84d7894c59-8wclc for pod on switch ip-10-0-2-147.ec2.internal I0505 09:34:59.228699 3658 kube.go:256] Updating pod openshift-monitoring/metrics-server-84d7894c59-8wclc I0505 09:34:59.246608 3658 pod.go:62] [openshift-monitoring/metrics-server-84d7894c59-8wclc] pod update took 17.949653ms I0505 09:34:59.246631 3658 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-84d7894c59-8wclc] addLogicalPort annotation time took 17.978572ms I0505 09:34:59.247807 3658 pods.go:271] [openshift-monitoring/metrics-server-84d7894c59-8wclc] addLogicalPort took 19.238612ms, libovsdb time 844.755µs I0505 09:34:59.421575 3658 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh 093460cf28330fb6e2c1311adb6afc816dea8b743811465e35563d98b5444932 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh 093460cf28330fb6e2c1311adb6afc816dea8b743811465e35563d98b5444932 network default NAD default NAD key ] I0505 09:34:59.433081 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-rcfmh, hostIfaceName: 093460cf28330fb, network: default, NAD default, SandboxID: "093460cf28330fb6e2c1311adb6afc816dea8b743811465e35563d98b5444932", PCI device ID: , UID: "4f27c166-5798-4301-b570-7071da678196", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0505 09:34:59.481469 3658 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh 093460cf28330fb6e2c1311adb6afc816dea8b743811465e35563d98b5444932 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-rcfmh 093460cf28330fb6e2c1311adb6afc816dea8b743811465e35563d98b5444932 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:38:e0:79:05:59\",\"name\":\"093460cf28330fb\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03710635-088b-4ba8-b2b8-6e5cdf527c74\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:34:59.625238 3658 cni.go:452] [openshift-monitoring/metrics-server-84d7894c59-8wclc eeb59f059120c0c7258bfda6e9b7bcd8ac67c149e4304330d41773c4dc557c20 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-84d7894c59-8wclc eeb59f059120c0c7258bfda6e9b7bcd8ac67c149e4304330d41773c4dc557c20 network default NAD default NAD key ] I0505 09:34:59.634873 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-84d7894c59-8wclc, hostIfaceName: eeb59f059120c0c, network: default, NAD default, SandboxID: "eeb59f059120c0c7258bfda6e9b7bcd8ac67c149e4304330d41773c4dc557c20", PCI device ID: , UID: "6f9bea6d-1105-44fa-8404-1974fd7c371d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] W0505 09:34:59.647774 3658 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-db75658f8-bnzdt IP address from the namespace address-set, err: pod openshift-console/console-db75658f8-bnzdt: no pod IPs found I0505 09:34:59.681693 3658 cni.go:473] [openshift-monitoring/metrics-server-84d7894c59-8wclc eeb59f059120c0c7258bfda6e9b7bcd8ac67c149e4304330d41773c4dc557c20 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-84d7894c59-8wclc eeb59f059120c0c7258bfda6e9b7bcd8ac67c149e4304330d41773c4dc557c20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:6e:d6:c7:6a:56\",\"name\":\"eeb59f059120c0c\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ab2dfa4-5e58-4eb3-9358-69e64a03ad66\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:35:01.513930 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:35:01.514097 3658 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 09:35:01.538058 3658 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.04303ms I0505 09:35:01.538091 3658 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.075883ms I0505 09:35:01.539838 3658 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.9297ms, libovsdb time 1.139283ms I0505 09:35:02.257984 3658 cni.go:452] [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key ] I0505 09:35:02.267329 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 39899e581245c79, network: default, NAD default, SandboxID: "39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce", PCI device ID: , UID: "77338007-74bc-4209-9868-ce15de09f918", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0505 09:35:02.314874 3658 cni.go:473] [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:49:0d:85:d8:da\",\"name\":\"39899e581245c79\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e4038ac-b312-4436-881a-a8e44e079866\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:35:03.324435 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 09:35:03.384874 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:03.384896 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:04.148250 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:04.148287 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:35:06.841873 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 09:35:08.319216 3658 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.319246 3658 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.320566 3658 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7fddb6595b-dr8rg, ips: 10.129.0.5 I0505 09:35:08.320596 3658 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.327611 3658 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67956965bd-qrq6k] creating logical port openshift-image-registry_image-registry-67956965bd-qrq6k for pod on switch ip-10-0-2-147.ec2.internal I0505 09:35:08.327746 3658 kube.go:256] Updating pod openshift-image-registry/image-registry-67956965bd-qrq6k I0505 09:35:08.334030 3658 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:08.334054 3658 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7fddb6595b-dr8rg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:08.351492 3658 pod.go:62] [openshift-image-registry/image-registry-67956965bd-qrq6k] pod update took 23.774444ms I0505 09:35:08.351522 3658 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67956965bd-qrq6k] addLogicalPort annotation time took 23.80782ms I0505 09:35:08.351916 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.351941 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7fddb6595b-dr8rg I0505 09:35:08.352969 3658 pods.go:271] [openshift-image-registry/image-registry-67956965bd-qrq6k] addLogicalPort took 25.373013ms, libovsdb time 1.024033ms I0505 09:35:08.693229 3658 cni.go:452] [openshift-image-registry/image-registry-67956965bd-qrq6k 30efceabad8835029fcf7b9fbcd9a84e5f0654c892714fae323dee8062584534 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67956965bd-qrq6k 30efceabad8835029fcf7b9fbcd9a84e5f0654c892714fae323dee8062584534 network default NAD default NAD key ] I0505 09:35:08.702490 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67956965bd-qrq6k, hostIfaceName: 30efceabad88350, network: default, NAD default, SandboxID: "30efceabad8835029fcf7b9fbcd9a84e5f0654c892714fae323dee8062584534", PCI device ID: , UID: "c8826575-3289-48ff-89fe-dc1134a4f831", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0505 09:35:08.751199 3658 cni.go:473] [openshift-image-registry/image-registry-67956965bd-qrq6k 30efceabad8835029fcf7b9fbcd9a84e5f0654c892714fae323dee8062584534 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67956965bd-qrq6k 30efceabad8835029fcf7b9fbcd9a84e5f0654c892714fae323dee8062584534 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:07:c0:54:39:24\",\"name\":\"30efceabad88350\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa64fe4c-35be-4dec-98bd-dca40c816403\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:35:08.823043 3658 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:08.823614 3658 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:35:08.873801 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873822 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873827 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:08.873831 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.108987 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.109007 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.109012 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 09:35:09.109016 3658 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 09:35:09.159438 3658 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:09.159460 3658 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86756d5779-qrvt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:09.166854 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86756d5779-qrvt9 I0505 09:35:09.166881 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86756d5779-qrvt9 W0505 09:35:10.127839 3658 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77c94c8f78-vr7kq IP address from the namespace address-set, err: pod openshift-console/console-77c94c8f78-vr7kq: no pod IPs found W0505 09:35:10.135939 3658 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77c94c8f78-h4bxm IP address from the namespace address-set, err: pod openshift-console/console-77c94c8f78-h4bxm: no pod IPs found I0505 09:35:12.153158 3658 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 09:35:16.913950 3658 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-txr7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:16.914532 3658 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-txr7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:17.920542 3658 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-txr7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:17.920567 3658 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-txr7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:17.929501 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d765df6b-txr7g I0505 09:35:17.929522 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d765df6b-txr7g W0505 09:35:18.372068 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 09:35:18.372066 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 09:35:18.372199 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 09:35:19.371241 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 09:35:24.304799 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 09:35:24.792585 3658 cni.go:452] [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key ] I0505 09:35:24.870351 3658 cni.go:473] [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-db75658f8-sc5mr 2f268d2eda9ed22228b5d8582f1eec7a17eb81901b9d5a6fd9e076af5f894c3a network default NAD default NAD key default], result "{}", err I0505 09:35:24.917392 3658 obj_retry.go:498] Detected object openshift-console/console-db75658f8-sc5mr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:24.917418 3658 pods.go:176] Deleting pod: openshift-console/console-db75658f8-sc5mr I0505 09:35:24.918736 3658 pods.go:236] Attempting to release IPs for pod: openshift-console/console-db75658f8-sc5mr, ips: 10.129.0.16 I0505 09:35:24.918762 3658 obj_retry.go:498] Detected object openshift-console/console-db75658f8-sc5mr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:24.926404 3658 base_network_controller_pods.go:487] [default/openshift-console/console-5c7867844f-9r8zm] creating logical port openshift-console_console-5c7867844f-9r8zm for pod on switch ip-10-0-2-147.ec2.internal I0505 09:35:24.926495 3658 kube.go:256] Updating pod openshift-console/console-5c7867844f-9r8zm I0505 09:35:24.941736 3658 pod.go:62] [openshift-console/console-5c7867844f-9r8zm] pod update took 15.266129ms I0505 09:35:24.941755 3658 base_network_controller_pods.go:951] [default/openshift-console/console-5c7867844f-9r8zm] addLogicalPort annotation time took 15.289845ms I0505 09:35:24.942875 3658 pods.go:271] [openshift-console/console-5c7867844f-9r8zm] addLogicalPort took 16.488269ms, libovsdb time 794.542µs I0505 09:35:25.284596 3658 cni.go:452] [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key ] I0505 09:35:25.293958 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c7867844f-9r8zm, hostIfaceName: 4e1620bc6e1dfc1, network: default, NAD default, SandboxID: "4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49", PCI device ID: , UID: "e4e43b70-2de3-4718-8c67-8035205bc2ac", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0505 09:35:25.340724 3658 cni.go:473] [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:52:59:a6:58:4a\",\"name\":\"4e1620bc6e1dfc1\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb4ff06e-84cc-45fe-ae6d-c8e24234c652\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:35:25.389818 3658 obj_retry.go:492] Detected object openshift-console/console-db75658f8-sc5mr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:25.389839 3658 obj_retry.go:492] Detected object openshift-console/console-db75658f8-sc5mr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:25.397587 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db75658f8-sc5mr I0505 09:35:25.397609 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db75658f8-sc5mr W0505 09:35:25.572887 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572906 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572912 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572925 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572930 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:25.572934 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:26.129880 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:26.129904 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:26.129910 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 09:35:27.950548 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 09:35:27.950571 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 09:35:27.987582 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 09:35:27.987607 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 09:35:30.347519 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 09:35:31.415327 3658 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 09:35:35.450540 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 09:35:37.988198 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 09:35:38.453437 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 09:35:38.453489 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 09:35:38.453498 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 09:35:39.458227 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 09:35:46.497326 3658 cni.go:452] [openshift-multus/network-metrics-daemon-8ghsb 1e05804f8ab02e733c4cf25b5f8709993de48f76dfb44968e766a440adf0fefc network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8ghsb 1e05804f8ab02e733c4cf25b5f8709993de48f76dfb44968e766a440adf0fefc network default NAD default NAD key ] I0505 09:35:46.506219 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8ghsb, hostIfaceName: 1e05804f8ab02e7, network: default, NAD default, SandboxID: "1e05804f8ab02e733c4cf25b5f8709993de48f76dfb44968e766a440adf0fefc", PCI device ID: , UID: "90fa59e8-1dbe-4581-8b03-2ea5231bb41d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0505 09:35:46.552490 3658 cni.go:473] [openshift-multus/network-metrics-daemon-8ghsb 1e05804f8ab02e733c4cf25b5f8709993de48f76dfb44968e766a440adf0fefc network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8ghsb 1e05804f8ab02e733c4cf25b5f8709993de48f76dfb44968e766a440adf0fefc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:79:1e:1f:38:8f\",\"name\":\"1e05804f8ab02e7\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb766ae9-9ba6-4d37-b722-5810f728eb73\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:35:53.309398 3658 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-74k58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:53.309998 3658 obj_retry.go:498] Detected object openshift-console/console-79d765df6b-74k58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:54.245936 3658 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-74k58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:54.245972 3658 obj_retry.go:492] Detected object openshift-console/console-79d765df6b-74k58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:54.253496 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79d765df6b-74k58 I0505 09:35:54.253525 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79d765df6b-74k58 I0505 09:35:58.213195 3658 cni.go:452] [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key ] I0505 09:35:58.299524 3658 cni.go:473] [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-687b7fb8c5-6vqmt 5f5493668b144805340b462f8d176f705c6d91b801c33be8e5b706a07bc59bb6 network default NAD default NAD key default], result "{}", err I0505 09:35:58.348205 3658 obj_retry.go:498] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:58.348235 3658 pods.go:176] Deleting pod: openshift-ingress/router-default-687b7fb8c5-6vqmt I0505 09:35:58.349462 3658 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-687b7fb8c5-6vqmt, ips: 10.129.0.14 I0505 09:35:58.349491 3658 obj_retry.go:498] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:35:58.540035 3658 obj_retry.go:492] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:58.540060 3658 obj_retry.go:492] Detected object openshift-ingress/router-default-687b7fb8c5-6vqmt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:35:58.548561 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-687b7fb8c5-6vqmt I0505 09:35:58.548591 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-687b7fb8c5-6vqmt W0505 09:36:02.322808 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:36:02.322827 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:36:02.322837 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:36:02.322842 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:36:02.593602 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:36:02.593623 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:36:14.617323 3658 cni.go:452] [openshift-dns/dns-default-l26wm 373aefe4555f2b71cf3c50d08a132e7da30d5888d0c5403811f3d12d9a65bbea network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-l26wm 373aefe4555f2b71cf3c50d08a132e7da30d5888d0c5403811f3d12d9a65bbea network default NAD default NAD key ] I0505 09:36:14.626399 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-l26wm, hostIfaceName: 373aefe4555f2b7, network: default, NAD default, SandboxID: "373aefe4555f2b71cf3c50d08a132e7da30d5888d0c5403811f3d12d9a65bbea", PCI device ID: , UID: "f3c793d1-29c2-418f-b7ce-d6374f02cfba", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0505 09:36:14.676762 3658 cni.go:473] [openshift-dns/dns-default-l26wm 373aefe4555f2b71cf3c50d08a132e7da30d5888d0c5403811f3d12d9a65bbea network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-l26wm 373aefe4555f2b71cf3c50d08a132e7da30d5888d0c5403811f3d12d9a65bbea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2d:52:57:78:04\",\"name\":\"373aefe4555f2b7\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96b23bca-3940-4b96-99da-55c140b1da9a\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:36:17.138476 3658 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:17.139119 3658 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:17.343408 3658 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:17.343438 3658 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:17.351400 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 09:36:17.351414 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 09:36:21.441324 3658 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:21.441843 3658 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:22.412209 3658 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:22.412230 3658 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:22.418017 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 09:36:22.418038 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0505 09:36:27.354110 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.354130 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.354135 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.354148 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.354152 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.354157 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.632492 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.632511 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 09:36:27.632518 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0505 09:36:46.956891 3658 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-hfmqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:46.957522 3658 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-hfmqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:47.262996 3658 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-hfmqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:47.263022 3658 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-hfmqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:47.271346 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c7867844f-hfmqn I0505 09:36:47.271364 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c7867844f-hfmqn I0505 09:36:49.471366 3658 cni.go:452] [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key ] I0505 09:36:49.545129 3658 cni.go:473] [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 4a3fb939e2407bb36d4bc2a9a4f272d76de60dcca9a510ec9cc588bf4e8aa583 network default NAD default NAD key default], result "{}", err I0505 09:36:49.602954 3658 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:49.602986 3658 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0505 09:36:49.604195 3658 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.18 I0505 09:36:49.604227 3658 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:49.744594 3658 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:49.744623 3658 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:49.753312 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 09:36:49.753335 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 09:36:57.634213 3658 cni.go:452] [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key ] I0505 09:36:57.709881 3658 cni.go:473] [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c7867844f-9r8zm 4e1620bc6e1dfc1d8a7acd431b57a549667b1806186e88d9cffcee5a51927c49 network default NAD default NAD key default], result "{}", err I0505 09:36:57.756515 3658 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-9r8zm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:57.756552 3658 pods.go:176] Deleting pod: openshift-console/console-5c7867844f-9r8zm I0505 09:36:57.757747 3658 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c7867844f-9r8zm, ips: 10.129.0.23 I0505 09:36:57.757778 3658 obj_retry.go:498] Detected object openshift-console/console-5c7867844f-9r8zm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:36:58.074061 3658 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-9r8zm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:58.074084 3658 obj_retry.go:492] Detected object openshift-console/console-5c7867844f-9r8zm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:36:58.077898 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c7867844f-9r8zm I0505 09:36:58.077926 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c7867844f-9r8zm I0505 09:37:05.983896 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 09:37:13.001011 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 09:37:23.872987 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=117 I0505 09:37:24.819679 3658 cni.go:452] [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key ] I0505 09:37:24.902588 3658 cni.go:473] [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 39899e581245c79365d77900ae6f0f48e3361f25fb5bc52b3888ddef263296ce network default NAD default NAD key default], result "{}", err I0505 09:37:24.962215 3658 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:24.962250 3658 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0505 09:37:24.963491 3658 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.21 I0505 09:37:24.963526 3658 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:25.914075 3658 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:25.914100 3658 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:25.924617 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 09:37:25.924640 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 09:37:25.968184 3658 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:37:25.968302 3658 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 09:37:25.999599 3658 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.357422ms I0505 09:37:25.999617 3658 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.380332ms I0505 09:37:26.000763 3658 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.59274ms, libovsdb time 859.336µs I0505 09:37:26.326847 3658 cni.go:452] [openshift-monitoring/prometheus-k8s-0 834c821de42bc8a73192e643eaf5a1f6e3eb7b3dcc7481fe0dda143f0ab194b5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 834c821de42bc8a73192e643eaf5a1f6e3eb7b3dcc7481fe0dda143f0ab194b5 network default NAD default NAD key ] I0505 09:37:26.336516 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 834c821de42bc8a, network: default, NAD default, SandboxID: "834c821de42bc8a73192e643eaf5a1f6e3eb7b3dcc7481fe0dda143f0ab194b5", PCI device ID: , UID: "d968532b-1b0e-4468-8d45-6f4c6ec5ab58", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0505 09:37:26.396022 3658 cni.go:473] [openshift-monitoring/prometheus-k8s-0 834c821de42bc8a73192e643eaf5a1f6e3eb7b3dcc7481fe0dda143f0ab194b5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 834c821de42bc8a73192e643eaf5a1f6e3eb7b3dcc7481fe0dda143f0ab194b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:87:97:39:b3:83\",\"name\":\"834c821de42bc8a\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fbc7e95-949f-4fe0-91a3-886cc450df53\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:37:34.884148 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=595 I0505 09:37:35.961913 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0505 09:37:41.824857 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:41.825454 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:37:42.734217 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:37:42.734244 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:38:27.159865 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 09:38:27.159925 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 09:38:27.977923 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 09:38:58.876915 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 09:39:02.000734 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 09:39:07.875666 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0505 09:39:24.880765 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0505 09:39:24.988916 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 09:39:36.961472 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 09:39:43.994486 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0505 09:39:52.055251 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 09:40:03.100371 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 09:40:03.100422 3658 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h5gg8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h5gg8: no pod IPs found I0505 09:40:04.359303 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:40:04.359866 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:40:05.380004 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:40:05.380061 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632900-mk9ds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:40:17.971912 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 09:41:01.966980 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 09:41:53.878598 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0505 09:43:24.988351 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 09:44:36.877108 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0505 09:44:43.885669 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 09:44:43.982195 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 09:45:26.966794 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 09:45:30.005192 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 09:45:45.997178 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 09:46:07.853874 3658 namespace.go:98] [tsf] adding namespace I0505 09:46:07.854846 3658 namespace.go:102] [tsf] adding namespace took 943.946µs I0505 09:46:07.874535 3658 namespace.go:142] [tsf] updating namespace I0505 09:46:07.886669 3658 namespace.go:142] [tsf] updating namespace I0505 09:46:11.662589 3658 namespace.go:98] [rhtpa-operator] adding namespace I0505 09:46:11.663474 3658 namespace.go:102] [rhtpa-operator] adding namespace took 856.547µs I0505 09:46:11.691016 3658 namespace.go:98] [tsf-keycloak] adding namespace I0505 09:46:11.691142 3658 namespace.go:98] [tsf-tas] adding namespace I0505 09:46:11.691235 3658 namespace.go:98] [cert-manager-operator] adding namespace I0505 09:46:11.691331 3658 namespace.go:98] [tsf-tpa] adding namespace I0505 09:46:11.691449 3658 namespace.go:98] [rhbk-operator] adding namespace I0505 09:46:11.691515 3658 namespace.go:98] [konflux-ui] adding namespace I0505 09:46:11.691918 3658 namespace.go:102] [tsf-keycloak] adding namespace took 884.012µs I0505 09:46:11.692503 3658 namespace.go:102] [tsf-tas] adding namespace took 1.342946ms I0505 09:46:11.693163 3658 namespace.go:102] [cert-manager-operator] adding namespace took 1.914395ms I0505 09:46:11.693714 3658 namespace.go:102] [tsf-tpa] adding namespace took 2.366623ms I0505 09:46:11.694234 3658 namespace.go:102] [rhbk-operator] adding namespace took 2.772029ms I0505 09:46:11.694889 3658 namespace.go:102] [konflux-ui] adding namespace took 3.349106ms I0505 09:46:11.699030 3658 namespace.go:98] [konflux-operator] adding namespace I0505 09:46:11.699641 3658 namespace.go:102] [konflux-operator] adding namespace took 594.81µs I0505 09:46:11.718799 3658 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.743068 3658 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.798792 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:11.798885 3658 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:11.798933 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:11.799005 3658 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:11.838108 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:11.864306 3658 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:11.864490 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:11.864567 3658 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:11.864612 3658 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:46:11.974330 3658 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:12.010167 3658 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:46:12.038168 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:12.069134 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:12.095340 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:12.095460 3658 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:12.163012 3658 namespace.go:142] [rhbk-operator] updating namespace I0505 09:46:12.166998 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:12.190063 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:46:12.213884 3658 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:12.240004 3658 namespace.go:142] [konflux-operator] updating namespace I0505 09:46:12.275617 3658 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:12.292657 3658 namespace.go:142] [tsf-tas] updating namespace I0505 09:46:13.037235 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:46:13.037437 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:46:14.671952 3658 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:14.672077 3658 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g I0505 09:46:14.685781 3658 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g] pod update took 13.73739ms I0505 09:46:14.685802 3658 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g] addLogicalPort annotation time took 13.764751ms I0505 09:46:14.687067 3658 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g] addLogicalPort took 15.130285ms, libovsdb time 941.54µs I0505 09:46:14.967523 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 09:46:15.027267 3658 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key ] I0505 09:46:15.036249 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g, hostIfaceName: 150108d523774e1, network: default, NAD default, SandboxID: "150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2", PCI device ID: , UID: "f73c63c0-2ef7-475d-acff-919f27fa8cfd", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0505 09:46:15.084616 3658 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d1:a4:0d:48:43\",\"name\":\"150108d523774e1\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76f633f5-45d8-45e3-afdc-b77e0689af0f\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:15.620650 3658 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:15.620773 3658 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v I0505 09:46:15.634897 3658 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v] pod update took 14.150871ms I0505 09:46:15.634923 3658 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v] addLogicalPort annotation time took 14.182209ms I0505 09:46:15.636288 3658 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v] addLogicalPort took 15.652203ms, libovsdb time 896.164µs I0505 09:46:15.975567 3658 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key ] I0505 09:46:15.985703 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v, hostIfaceName: 970a0d3b207355c, network: default, NAD default, SandboxID: "970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e", PCI device ID: , UID: "5f838ff1-88e2-462d-bdac-4e369e9ef67b", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0505 09:46:16.033722 3658 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bd:8d:d9:b6:7a\",\"name\":\"970a0d3b207355c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59181c0b-d62f-4cb1-bcd0-fe277583140c\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:17.780728 3658 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:17.780852 3658 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw I0505 09:46:17.796831 3658 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw] pod update took 16.005715ms I0505 09:46:17.796857 3658 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw] addLogicalPort annotation time took 16.035847ms I0505 09:46:17.798277 3658 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw] addLogicalPort took 17.546356ms, libovsdb time 939.901µs I0505 09:46:18.159943 3658 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key ] I0505 09:46:18.170926 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw, hostIfaceName: ff0e00c8755a19c, network: default, NAD default, SandboxID: "ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151", PCI device ID: , UID: "dcc1a277-9aae-40dd-9540-265844f35b6f", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0505 09:46:18.218750 3658 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:12:ca:63:96:4f\",\"name\":\"ff0e00c8755a19c\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d8bd5fe-22a0-452b-bcad-0d1c63f0f485\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:18.798656 3658 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:18.798772 3658 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l I0505 09:46:18.813214 3658 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l] pod update took 14.470474ms I0505 09:46:18.813240 3658 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l] addLogicalPort annotation time took 14.500614ms I0505 09:46:18.814545 3658 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l] addLogicalPort took 15.901936ms, libovsdb time 916.389µs I0505 09:46:18.844399 3658 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key ] I0505 09:46:18.916588 3658 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g 150108d523774e1075055e15e60027a7b5b62d669c365ddd7c11cd25eace8de2 network default NAD default NAD key default], result "{}", err I0505 09:46:18.952240 3658 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.952311 3658 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g I0505 09:46:18.953627 3658 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g, ips: 10.129.0.25 I0505 09:46:18.953654 3658 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.953671 3658 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.953679 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:18.953845 3658 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:18.953861 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:19.154671 3658 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key ] I0505 09:46:19.164955 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l, hostIfaceName: 0de30e36c758166, network: default, NAD default, SandboxID: "0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3", PCI device ID: , UID: "dce035fa-fce5-4195-afcb-d4074ad3d3b4", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0505 09:46:19.211959 3658 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e4:57:0e:85:be\",\"name\":\"0de30e36c758166\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2691045d-47b6-4cb9-8663-2d812e71bf33\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:19.976631 3658 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976657 3658 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976677 3658 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:19.976689 3658 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eft96g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:20.839617 3658 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:20.839746 3658 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 I0505 09:46:20.854840 3658 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9] pod update took 15.129006ms I0505 09:46:20.854863 3658 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9] addLogicalPort annotation time took 15.156696ms I0505 09:46:20.856315 3658 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9] addLogicalPort took 16.754655ms, libovsdb time 1.050435ms I0505 09:46:20.862381 3658 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key ] I0505 09:46:20.939705 3658 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v 970a0d3b207355c02414743665ea1686090bf3c7383bc1e25933e348ab2bab7e network default NAD default NAD key default], result "{}", err I0505 09:46:20.947901 3658 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:20.948037 3658 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c I0505 09:46:20.963383 3658 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c] pod update took 15.37263ms I0505 09:46:20.963402 3658 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c] addLogicalPort annotation time took 15.399089ms I0505 09:46:20.964785 3658 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c] addLogicalPort took 16.901017ms, libovsdb time 984.579µs I0505 09:46:21.594395 3658 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key ] I0505 09:46:21.594734 3658 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key ] I0505 09:46:21.599525 3658 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.599561 3658 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v I0505 09:46:21.601675 3658 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v, ips: 10.129.0.26 I0505 09:46:21.601726 3658 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.601756 3658 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.601769 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:21.602066 3658 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.602125 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:21.607219 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c, hostIfaceName: c9fbfdf5b09ff1a, network: default, NAD default, SandboxID: "c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d", PCI device ID: , UID: "24f873a3-6e4d-4482-8853-5c41905c9d58", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0505 09:46:21.607673 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9, hostIfaceName: dbc19919897aa18, network: default, NAD default, SandboxID: "dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81", PCI device ID: , UID: "52bb9ec4-7286-4d13-a365-7056bdd56e86", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0505 09:46:21.656914 3658 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:4a:7f:fa:81:d6\",\"name\":\"dbc19919897aa18\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9800e197-26a2-4c2e-a6f3-8186d30ca3ec\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:21.674899 3658 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:57:67:d9:56:be\",\"name\":\"c9fbfdf5b09ff1a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00170b0f-1283-4a6f-b1f1-915d05923ebb\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:21.869125 3658 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key ] I0505 09:46:21.943211 3658 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw ff0e00c8755a19c4bc0578471c2eb112adb915a2c27cf95f3244d4cf3c431151 network default NAD default NAD key default], result "{}", err I0505 09:46:21.976460 3658 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.976498 3658 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw I0505 09:46:21.978103 3658 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw, ips: 10.129.0.27 I0505 09:46:21.978128 3658 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.978165 3658 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.978174 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:21.978413 3658 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:21.978441 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:22.625254 3658 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.625299 3658 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.625323 3658 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:22.625351 3658 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51w7p6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002599 3658 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002643 3658 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002679 3658 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.002696 3658 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:23.895077 3658 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key ] I0505 09:46:23.974853 3658 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l 0de30e36c758166fc82236106f6f85a536ba1788859bffb42795da78d7e029f3 network default NAD default NAD key default], result "{}", err I0505 09:46:24.025854 3658 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.025998 3658 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l I0505 09:46:24.034721 3658 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l, ips: 10.129.0.28 I0505 09:46:24.034832 3658 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.034893 3658 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.034926 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:24.038455 3658 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:24.038570 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:25.052462 3658 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052486 3658 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052496 3658 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.052509 3658 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4wl4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:25.899897 3658 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key ] I0505 09:46:25.900810 3658 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key ] I0505 09:46:25.962807 3658 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c c9fbfdf5b09ff1aab216849a789d360aa782d65d729e3e20de80cae3db2f7b1d network default NAD default NAD key default], result "{}", err I0505 09:46:25.999556 3658 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 dbc19919897aa1829892c4d39c2098e92a2bdb32c411309e2f63260b5bbcfc81 network default NAD default NAD key default], result "{}", err I0505 09:46:26.016457 3658 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.016491 3658 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c I0505 09:46:26.017967 3658 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c, ips: 10.129.0.30 I0505 09:46:26.017997 3658 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.018021 3658 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.018028 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:26.018248 3658 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.018290 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:26.047894 3658 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.047923 3658 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 I0505 09:46:26.048991 3658 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9, ips: 10.129.0.29 I0505 09:46:26.049014 3658 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.049034 3658 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.049042 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 09:46:26.049186 3658 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 09:46:26.049198 3658 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 09:46:27.048727 3658 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.048747 3658 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.048763 3658 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.048778 3658 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136d972c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077722 3658 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077747 3658 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077762 3658 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:27.077772 3658 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hcsc9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:46:28.229167 3658 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-5dhmq for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:28.229335 3658 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq I0505 09:46:28.246707 3658 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq] pod update took 17.406583ms I0505 09:46:28.246726 3658 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq] addLogicalPort annotation time took 17.429985ms I0505 09:46:28.247951 3658 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq] addLogicalPort took 18.799948ms, libovsdb time 918.261µs I0505 09:46:28.586778 3658 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq 26b3752cd9809e7c995e25031a63c7271a3e2cd80e41115e5bae1b4ee7f7ec47 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq 26b3752cd9809e7c995e25031a63c7271a3e2cd80e41115e5bae1b4ee7f7ec47 network default NAD default NAD key ] I0505 09:46:28.596400 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-5dhmq, hostIfaceName: 26b3752cd9809e7, network: default, NAD default, SandboxID: "26b3752cd9809e7c995e25031a63c7271a3e2cd80e41115e5bae1b4ee7f7ec47", PCI device ID: , UID: "b7d6b074-ebde-495d-a6c0-979030c761bb", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0505 09:46:28.642319 3658 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq 26b3752cd9809e7c995e25031a63c7271a3e2cd80e41115e5bae1b4ee7f7ec47 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5dhmq 26b3752cd9809e7c995e25031a63c7271a3e2cd80e41115e5bae1b4ee7f7ec47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:84:2b:45:26:03\",\"name\":\"26b3752cd9809e7\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c934c573-a247-40b1-8b9d-4baeb9cfd6ee\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:46:31.048346 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 09:46:34.596865 3658 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-746jx for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:34.596986 3658 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx I0505 09:46:34.618979 3658 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx] pod update took 22.023339ms I0505 09:46:34.619007 3658 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx] addLogicalPort annotation time took 22.052342ms I0505 09:46:34.620390 3658 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx] addLogicalPort took 23.54198ms, libovsdb time 956.484µs I0505 09:46:34.953879 3658 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx b2f2c781e5199cee783f6f744f0b7a5ff411943e9d6215f6ad00061c8c7aa5b0 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx b2f2c781e5199cee783f6f744f0b7a5ff411943e9d6215f6ad00061c8c7aa5b0 network default NAD default NAD key ] I0505 09:46:34.962845 3658 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-746jx, hostIfaceName: b2f2c781e5199ce, network: default, NAD default, SandboxID: "b2f2c781e5199cee783f6f744f0b7a5ff411943e9d6215f6ad00061c8c7aa5b0", PCI device ID: , UID: "abe2bed2-83c2-4e57-9aaa-fcd1511a8251", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0505 09:46:34.992058 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 09:46:35.010617 3658 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx b2f2c781e5199cee783f6f744f0b7a5ff411943e9d6215f6ad00061c8c7aa5b0 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-746jx b2f2c781e5199cee783f6f744f0b7a5ff411943e9d6215f6ad00061c8c7aa5b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b4:fe:d9:c7:59\",\"name\":\"b2f2c781e5199ce\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6674a8fd-f69b-4516-b6c8-887a8b7e336f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:46:36.575821 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:36.594752 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 09:46:38.036601 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 09:46:41.390419 3658 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-9tq24 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:41.390547 3658 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24 I0505 09:46:41.412397 3658 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24] pod update took 21.879517ms I0505 09:46:41.412418 3658 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24] addLogicalPort annotation time took 21.906153ms I0505 09:46:41.413714 3658 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24] addLogicalPort took 23.312346ms, libovsdb time 996.688µs I0505 09:46:41.745284 3658 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24 8041884c2d515cee8fb06c4961fa684e621071f9fe6c8496cc074e4480beadbc network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24 8041884c2d515cee8fb06c4961fa684e621071f9fe6c8496cc074e4480beadbc network default NAD default NAD key ] I0505 09:46:41.754895 3658 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-9tq24, hostIfaceName: 8041884c2d515ce, network: default, NAD default, SandboxID: "8041884c2d515cee8fb06c4961fa684e621071f9fe6c8496cc074e4480beadbc", PCI device ID: , UID: "5fceef44-4c81-4abf-98a6-1d6b7585df29", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0505 09:46:41.801939 3658 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24 8041884c2d515cee8fb06c4961fa684e621071f9fe6c8496cc074e4480beadbc network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9tq24 8041884c2d515cee8fb06c4961fa684e621071f9fe6c8496cc074e4480beadbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:03:be:98:59:6c\",\"name\":\"8041884c2d515ce\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e475992c-5831-4c90-9a32-0d0507fb3c4c\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:46:41.955712 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 09:46:42.565556 3658 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:42.583151 3658 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:43.969984 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 09:46:44.805173 3658 namespace.go:98] [cert-manager] adding namespace I0505 09:46:44.806073 3658 namespace.go:102] [cert-manager] adding namespace took 874.074µs I0505 09:46:44.840077 3658 namespace.go:142] [cert-manager] updating namespace I0505 09:46:44.847067 3658 namespace.go:142] [cert-manager] updating namespace I0505 09:46:45.855597 3658 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-9vvsj for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:45.855712 3658 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj I0505 09:46:45.908859 3658 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj] pod update took 53.187141ms I0505 09:46:45.908879 3658 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj] addLogicalPort annotation time took 53.212525ms I0505 09:46:45.910069 3658 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj] addLogicalPort took 54.493326ms, libovsdb time 876.02µs W0505 09:46:45.949151 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:45.980616 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:45.991899 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:46.013373 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 09:46:46.528082 3658 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj ea63c83e2e69ed045b101ff6dd5bdfbb5aafebb4def80f6f06b857e74eb8ea91 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj ea63c83e2e69ed045b101ff6dd5bdfbb5aafebb4def80f6f06b857e74eb8ea91 network default NAD default NAD key ] I0505 09:46:46.536775 3658 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-9vvsj, hostIfaceName: ea63c83e2e69ed0, network: default, NAD default, SandboxID: "ea63c83e2e69ed045b101ff6dd5bdfbb5aafebb4def80f6f06b857e74eb8ea91", PCI device ID: , UID: "a3a254b3-0aa2-410b-b4f7-8b32e1dac357", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0505 09:46:46.584629 3658 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj ea63c83e2e69ed045b101ff6dd5bdfbb5aafebb4def80f6f06b857e74eb8ea91 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9vvsj ea63c83e2e69ed045b101ff6dd5bdfbb5aafebb4def80f6f06b857e74eb8ea91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c7:27:5d:ca:ce\",\"name\":\"ea63c83e2e69ed0\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/796d249a-5d80-4d1e-89b0-14b78932a538\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:46:48.987755 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 09:46:50.073331 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 09:46:50.073348 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 09:46:50.471038 3658 namespace.go:142] [openshift-operators] updating namespace I0505 09:46:51.258564 3658 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-5v4gl for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:51.258702 3658 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl I0505 09:46:51.296998 3658 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl] pod update took 38.328839ms I0505 09:46:51.297020 3658 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl] addLogicalPort annotation time took 38.357928ms I0505 09:46:51.298279 3658 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl] addLogicalPort took 39.714816ms, libovsdb time 871.472µs I0505 09:46:51.619726 3658 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl 5d9a9015e290dff3f2c6e47d04384a217a95fbd4bc62ad686a8c596a775e596f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl 5d9a9015e290dff3f2c6e47d04384a217a95fbd4bc62ad686a8c596a775e596f network default NAD default NAD key ] I0505 09:46:51.628839 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-5v4gl, hostIfaceName: 5d9a9015e290dff, network: default, NAD default, SandboxID: "5d9a9015e290dff3f2c6e47d04384a217a95fbd4bc62ad686a8c596a775e596f", PCI device ID: , UID: "1b771571-6f10-4810-8bfe-d445af8354d4", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0505 09:46:51.676931 3658 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl 5d9a9015e290dff3f2c6e47d04384a217a95fbd4bc62ad686a8c596a775e596f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-5v4gl 5d9a9015e290dff3f2c6e47d04384a217a95fbd4bc62ad686a8c596a775e596f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:94:06:0a:f8:9a\",\"name\":\"5d9a9015e290dff\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b9b0e63-32e6-4ce1-a60b-6887ee8ed6af\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:46:52.710787 3658 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-wjkq4 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:52.710909 3658 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4 I0505 09:46:52.731247 3658 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4] pod update took 20.363233ms I0505 09:46:52.731287 3658 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4] addLogicalPort annotation time took 20.403017ms I0505 09:46:52.732458 3658 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4] addLogicalPort took 21.684447ms, libovsdb time 843.404µs I0505 09:46:53.073269 3658 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4 c4f4c48b4baa4d664e21028e8a56704020ad07b2f8c919bc177347f65c604ae5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4 c4f4c48b4baa4d664e21028e8a56704020ad07b2f8c919bc177347f65c604ae5 network default NAD default NAD key ] I0505 09:46:53.082703 3658 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-wjkq4, hostIfaceName: c4f4c48b4baa4d6, network: default, NAD default, SandboxID: "c4f4c48b4baa4d664e21028e8a56704020ad07b2f8c919bc177347f65c604ae5", PCI device ID: , UID: "72a91006-1e56-4195-9eae-b4692da66571", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0505 09:46:53.136055 3658 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4 c4f4c48b4baa4d664e21028e8a56704020ad07b2f8c919bc177347f65c604ae5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-wjkq4 c4f4c48b4baa4d664e21028e8a56704020ad07b2f8c919bc177347f65c604ae5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a0:e3:19:6d:fc\",\"name\":\"c4f4c48b4baa4d6\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4449c03-e2c9-4491-8b46-105d1ecfa4f1\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:46:56.074044 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 09:46:56.074068 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 09:46:58.870000 3658 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 09:46:59.109072 3658 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 09:46:59.109917 3658 namespace.go:102] [trusted-artifact-signer] adding namespace took 825.661µs I0505 09:46:59.130011 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:46:59.141974 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:46:59.344289 3658 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-g56qz] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-g56qz for pod on switch ip-10-0-2-147.ec2.internal I0505 09:46:59.344406 3658 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-g56qz I0505 09:46:59.361186 3658 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-g56qz] pod update took 16.801137ms I0505 09:46:59.361209 3658 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-g56qz] addLogicalPort annotation time took 16.829404ms I0505 09:46:59.362409 3658 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-g56qz] addLogicalPort took 18.167436ms, libovsdb time 807.888µs I0505 09:46:59.704290 3658 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-g56qz 0fab0b6a12441e3107822e0714cdc8d19f181965beba266f256bfe910c30298f network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-g56qz 0fab0b6a12441e3107822e0714cdc8d19f181965beba266f256bfe910c30298f network default NAD default NAD key ] I0505 09:46:59.713623 3658 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-g56qz, hostIfaceName: 0fab0b6a12441e3, network: default, NAD default, SandboxID: "0fab0b6a12441e3107822e0714cdc8d19f181965beba266f256bfe910c30298f", PCI device ID: , UID: "0364e583-9d0a-447f-82f8-3eb8f3d89252", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0505 09:46:59.761702 3658 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-g56qz 0fab0b6a12441e3107822e0714cdc8d19f181965beba266f256bfe910c30298f network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-g56qz 0fab0b6a12441e3107822e0714cdc8d19f181965beba266f256bfe910c30298f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d2:78:f1:be:89\",\"name\":\"0fab0b6a12441e3\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea3c2a2d-c7b3-4b11-83e7-efe360c1ae79\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:47:04.878437 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0505 09:47:05.038476 3658 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:47:05.038991 3658 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:47:05.062996 3658 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:47:05.063017 3658 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:47:05.071477 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 09:47:05.071498 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 09:47:06.223595 3658 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-8pqtm] creating logical port cert-manager_cert-manager-59c77684cc-8pqtm for pod on switch ip-10-0-2-147.ec2.internal I0505 09:47:06.223728 3658 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-8pqtm I0505 09:47:06.241696 3658 pod.go:62] [cert-manager/cert-manager-59c77684cc-8pqtm] pod update took 18.020631ms I0505 09:47:06.241716 3658 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-8pqtm] addLogicalPort annotation time took 18.047227ms I0505 09:47:06.242988 3658 pods.go:271] [cert-manager/cert-manager-59c77684cc-8pqtm] addLogicalPort took 19.416096ms, libovsdb time 877.341µs I0505 09:47:06.430645 3658 namespace.go:98] [openshift-pipelines] adding namespace I0505 09:47:06.431462 3658 namespace.go:102] [openshift-pipelines] adding namespace took 795.339µs I0505 09:47:06.448506 3658 namespace.go:142] [openshift-pipelines] updating namespace I0505 09:47:06.584277 3658 cni.go:452] [cert-manager/cert-manager-59c77684cc-8pqtm 01ce44cb581093181bb43a031e048c969a4aa309c0934d9624466edc5f853ce2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-8pqtm 01ce44cb581093181bb43a031e048c969a4aa309c0934d9624466edc5f853ce2 network default NAD default NAD key ] I0505 09:47:06.594162 3658 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-8pqtm, hostIfaceName: 01ce44cb5810931, network: default, NAD default, SandboxID: "01ce44cb581093181bb43a031e048c969a4aa309c0934d9624466edc5f853ce2", PCI device ID: , UID: "c9b64b4f-83db-465c-8803-ae1ae9740df1", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0505 09:47:06.644680 3658 cni.go:473] [cert-manager/cert-manager-59c77684cc-8pqtm 01ce44cb581093181bb43a031e048c969a4aa309c0934d9624466edc5f853ce2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-8pqtm 01ce44cb581093181bb43a031e048c969a4aa309c0934d9624466edc5f853ce2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:2a:e9:dc:2c:68\",\"name\":\"01ce44cb5810931\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95f04883-1c90-41e5-90ce-9d4429f0e8f0\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:47:07.196915 3658 namespace.go:142] [cert-manager] updating namespace I0505 09:47:07.397601 3658 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:07.799474 3658 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:08.000515 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:08.201003 3658 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:08.602849 3658 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:08.804542 3658 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:09.004788 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:09.204215 3658 namespace.go:142] [tsf] updating namespace I0505 09:47:09.417574 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:09.619330 3658 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:09.807543 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:09.952857 3658 namespace.go:142] [cert-manager] updating namespace I0505 09:47:09.961977 3658 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:09.972823 3658 namespace.go:142] [default] updating namespace I0505 09:47:09.983179 3658 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:09.994548 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:10.003094 3658 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:10.011389 3658 namespace.go:142] [openshift] updating namespace I0505 09:47:10.021634 3658 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:10.033077 3658 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:10.041955 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:10.052161 3658 namespace.go:142] [tsf] updating namespace I0505 09:47:10.061221 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:10.076922 3658 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:10.095027 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:10.201648 3658 namespace.go:142] [cert-manager] updating namespace I0505 09:47:10.316047 3658 namespace.go:142] [cert-manager-operator] updating namespace I0505 09:47:10.406013 3658 namespace.go:142] [default] updating namespace I0505 09:47:10.536439 3658 namespace.go:142] [konflux-operator] updating namespace I0505 09:47:10.620840 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:47:10.710191 3658 namespace.go:142] [open-cluster-management-2q3mf58ftm55ihbc68po7fqbj5oplorq] updating namespace I0505 09:47:10.832319 3658 namespace.go:142] [openshift] updating namespace I0505 09:47:10.961474 3658 namespace.go:142] [rhbk-operator] updating namespace I0505 09:47:11.005521 3658 namespace.go:142] [rhtpa-operator] updating namespace I0505 09:47:11.104384 3658 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 09:47:11.219490 3658 namespace.go:142] [tsf] updating namespace I0505 09:47:11.307505 3658 namespace.go:142] [tsf-keycloak] updating namespace I0505 09:47:11.409455 3658 namespace.go:142] [tsf-tas] updating namespace I0505 09:47:11.503566 3658 namespace.go:142] [tsf-tpa] updating namespace I0505 09:47:11.946080 3658 namespace.go:142] [openshift-pipelines] updating namespace W0505 09:47:17.973989 3658 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 09:47:17.996525 3658 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 09:47:19.783852 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-bkdvb for pod on switch ip-10-0-2-147.ec2.internal I0505 09:47:19.783970 3658 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb I0505 09:47:19.799531 3658 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb] pod update took 15.604877ms I0505 09:47:19.799553 3658 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb] addLogicalPort annotation time took 15.638514ms I0505 09:47:19.800834 3658 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb] addLogicalPort took 17.014258ms, libovsdb time 894.655µs I0505 09:47:20.150474 3658 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb 8b4ae3bfd573ea5aaaf61a9d2c90deed89b9f1cd99bf08d02975859930054eb9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb 8b4ae3bfd573ea5aaaf61a9d2c90deed89b9f1cd99bf08d02975859930054eb9 network default NAD default NAD key ] I0505 09:47:20.167142 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-bkdvb, hostIfaceName: 8b4ae3bfd573ea5, network: default, NAD default, SandboxID: "8b4ae3bfd573ea5aaaf61a9d2c90deed89b9f1cd99bf08d02975859930054eb9", PCI device ID: , UID: "32b015dc-7271-48d6-bbd0-e5e7a393ba81", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0505 09:47:20.218828 3658 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb 8b4ae3bfd573ea5aaaf61a9d2c90deed89b9f1cd99bf08d02975859930054eb9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-bkdvb 8b4ae3bfd573ea5aaaf61a9d2c90deed89b9f1cd99bf08d02975859930054eb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b8:8b:d7:c0:b5\",\"name\":\"8b4ae3bfd573ea5\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb4b716a-ee43-47ad-b394-90a2cf02b0be\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:47:23.206040 3658 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:23.206057 3658 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:23.206062 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:24.975070 3658 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:24.975088 3658 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 09:47:24.975093 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 09:47:29.888523 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=229 I0505 09:47:31.975132 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0505 09:47:34.211625 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:34.211651 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:34.211658 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 09:47:35.073692 3658 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.073712 3658 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.073717 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:47:35.073721 3658 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 09:47:53.063688 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-dhqvq for pod on switch ip-10-0-2-147.ec2.internal I0505 09:47:53.063772 3658 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq I0505 09:47:53.078024 3658 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq] pod update took 14.271493ms I0505 09:47:53.078047 3658 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq] addLogicalPort annotation time took 14.300104ms I0505 09:47:53.079418 3658 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq] addLogicalPort took 15.751168ms, libovsdb time 915.89µs I0505 09:47:53.164457 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-fjv58 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:47:53.164550 3658 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58 I0505 09:47:53.179016 3658 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58] pod update took 14.489487ms I0505 09:47:53.179039 3658 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58] addLogicalPort annotation time took 14.514226ms I0505 09:47:53.180618 3658 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58] addLogicalPort took 16.179742ms, libovsdb time 1.174986ms I0505 09:47:53.623779 3658 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq 6fab7940d414a07ede6a969ef8d1bff5b2b0b47c3219b411296a70d22267b807 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq 6fab7940d414a07ede6a969ef8d1bff5b2b0b47c3219b411296a70d22267b807 network default NAD default NAD key ] I0505 09:47:53.633822 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-dhqvq, hostIfaceName: 6fab7940d414a07, network: default, NAD default, SandboxID: "6fab7940d414a07ede6a969ef8d1bff5b2b0b47c3219b411296a70d22267b807", PCI device ID: , UID: "1d65d2fa-6025-43f3-a49a-c9cc9812e6b5", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0505 09:47:53.648318 3658 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58 7f1b690afab6adf05c2628b59e401e6cdd05f48284f90f6e647069521dfb773a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58 7f1b690afab6adf05c2628b59e401e6cdd05f48284f90f6e647069521dfb773a network default NAD default NAD key ] I0505 09:47:53.656831 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-fjv58, hostIfaceName: 7f1b690afab6adf, network: default, NAD default, SandboxID: "7f1b690afab6adf05c2628b59e401e6cdd05f48284f90f6e647069521dfb773a", PCI device ID: , UID: "7263a454-853c-46c3-94da-445cc948c30e", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0505 09:47:53.687215 3658 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq 6fab7940d414a07ede6a969ef8d1bff5b2b0b47c3219b411296a70d22267b807 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-dhqvq 6fab7940d414a07ede6a969ef8d1bff5b2b0b47c3219b411296a70d22267b807 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8c:25:5c:df:3d\",\"name\":\"6fab7940d414a07\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39f7c6aa-1334-4168-97ca-4f787ad03a1d\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:47:53.708395 3658 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58 7f1b690afab6adf05c2628b59e401e6cdd05f48284f90f6e647069521dfb773a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fjv58 7f1b690afab6adf05c2628b59e401e6cdd05f48284f90f6e647069521dfb773a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:aa:a8:d4:03:a2\",\"name\":\"7f1b690afab6adf\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53398361-38a9-42d3-9c2f-c343470596c5\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:47:58.382349 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 09:48:03.354867 3658 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:03.355483 3658 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:03.379282 3658 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:03.379303 3658 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:03.382713 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 09:48:03.382734 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 09:48:05.415394 3658 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 09:48:05.415975 3658 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 09:48:05.416006 3658 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 09:48:05.418046 3658 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 09:48:09.396962 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 09:48:12.279654 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:12.279674 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 09:48:12.282646 3658 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 09:48:12.282669 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 09:48:16.328716 3658 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 09:48:30.665899 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-7qjvm for pod on switch ip-10-0-2-147.ec2.internal I0505 09:48:30.666002 3658 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm I0505 09:48:30.682762 3658 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm] pod update took 16.789138ms I0505 09:48:30.682787 3658 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm] addLogicalPort annotation time took 16.816868ms I0505 09:48:30.683929 3658 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm] addLogicalPort took 18.046177ms, libovsdb time 806.064µs I0505 09:48:30.855883 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-kdvkg for pod on switch ip-10-0-2-147.ec2.internal I0505 09:48:30.855971 3658 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg I0505 09:48:30.871045 3658 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg] pod update took 15.098781ms I0505 09:48:30.871074 3658 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg] addLogicalPort annotation time took 15.129857ms I0505 09:48:30.872453 3658 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg] addLogicalPort took 16.585855ms, libovsdb time 956.075µs I0505 09:48:31.024572 3658 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm f8a66f4374778615e9af2532283ccfecef2456750d731f26c2d1fdaef7f1ddfd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm f8a66f4374778615e9af2532283ccfecef2456750d731f26c2d1fdaef7f1ddfd network default NAD default NAD key ] I0505 09:48:31.033917 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-7qjvm, hostIfaceName: f8a66f437477861, network: default, NAD default, SandboxID: "f8a66f4374778615e9af2532283ccfecef2456750d731f26c2d1fdaef7f1ddfd", PCI device ID: , UID: "4816998f-1fca-470f-bc0c-e640a0f9b9fb", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0505 09:48:31.083512 3658 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm f8a66f4374778615e9af2532283ccfecef2456750d731f26c2d1fdaef7f1ddfd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-7qjvm f8a66f4374778615e9af2532283ccfecef2456750d731f26c2d1fdaef7f1ddfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c9:b0:cd:d4:6e\",\"name\":\"f8a66f437477861\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6416f69-07cd-4a1b-a510-7d0433b12036\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:48:31.217591 3658 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg b6caac77f4f3f2f36860a7be7774e86a59de1a31fdca5ac75c1f1f31ba5dde3f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg b6caac77f4f3f2f36860a7be7774e86a59de1a31fdca5ac75c1f1f31ba5dde3f network default NAD default NAD key ] I0505 09:48:31.226943 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-kdvkg, hostIfaceName: b6caac77f4f3f2f, network: default, NAD default, SandboxID: "b6caac77f4f3f2f36860a7be7774e86a59de1a31fdca5ac75c1f1f31ba5dde3f", PCI device ID: , UID: "9422fb58-e771-46b4-a0e7-45e305127e07", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0505 09:48:31.276147 3658 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg b6caac77f4f3f2f36860a7be7774e86a59de1a31fdca5ac75c1f1f31ba5dde3f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kdvkg b6caac77f4f3f2f36860a7be7774e86a59de1a31fdca5ac75c1f1f31ba5dde3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:95:94:91:a2:c0\",\"name\":\"b6caac77f4f3f2f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f0193f-5454-4d45-a7b5-fe782a7d1ab8\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:48:34.020244 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0505 09:48:36.579362 3658 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:36.579387 3658 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:36.579394 3658 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 09:48:47.881301 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0505 09:48:51.047420 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:51.047445 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 09:48:51.047454 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 09:48:51.881289 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0505 09:48:55.673622 3658 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:55.674144 3658 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:48:55.717848 3658 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:55.717868 3658 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:48:55.725692 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 09:48:55.725721 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 09:48:58.721561 3658 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-fqqgw-bjpdd] creating logical port tsf-tas_ctlog-createtree-job-fqqgw-bjpdd for pod on switch ip-10-0-2-147.ec2.internal I0505 09:48:58.721642 3658 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-fqqgw-bjpdd I0505 09:48:58.734734 3658 pod.go:62] [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd] pod update took 13.108621ms I0505 09:48:58.734759 3658 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-fqqgw-bjpdd] addLogicalPort annotation time took 13.139987ms I0505 09:48:58.736154 3658 pods.go:271] [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd] addLogicalPort took 14.612466ms, libovsdb time 908.424µs I0505 09:48:58.837153 3658 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-979d4c74b-ktc69] creating logical port tsf-tas_trillian-logserver-979d4c74b-ktc69 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:48:58.837240 3658 kube.go:256] Updating pod tsf-tas/trillian-logserver-979d4c74b-ktc69 I0505 09:48:58.861765 3658 pod.go:62] [tsf-tas/trillian-logserver-979d4c74b-ktc69] pod update took 24.548942ms I0505 09:48:58.861785 3658 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-979d4c74b-ktc69] addLogicalPort annotation time took 24.573265ms I0505 09:48:58.862863 3658 pods.go:271] [tsf-tas/trillian-logserver-979d4c74b-ktc69] addLogicalPort took 25.727221ms, libovsdb time 739.166µs I0505 09:48:58.966100 3658 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-ksxj8-c4w5f] creating logical port tsf-tas_rekor-createtree-job-ksxj8-c4w5f for pod on switch ip-10-0-2-147.ec2.internal I0505 09:48:58.966180 3658 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-ksxj8-c4w5f I0505 09:48:58.984288 3658 pod.go:62] [tsf-tas/rekor-createtree-job-ksxj8-c4w5f] pod update took 18.126795ms I0505 09:48:58.984306 3658 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-ksxj8-c4w5f] addLogicalPort annotation time took 18.149792ms I0505 09:48:58.985472 3658 pods.go:271] [tsf-tas/rekor-createtree-job-ksxj8-c4w5f] addLogicalPort took 19.383196ms, libovsdb time 827.228µs I0505 09:48:59.080313 3658 cni.go:452] [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key ] I0505 09:48:59.089988 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-fqqgw-bjpdd, hostIfaceName: 14bdc0065b57c64, network: default, NAD default, SandboxID: "14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d", PCI device ID: , UID: "4cdd5f2a-5eaf-4301-9587-1c03ed9f5e1d", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0505 09:48:59.142075 3658 cni.go:473] [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:10:ff:3c:eb:54\",\"name\":\"14bdc0065b57c64\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9f43565-4d61-42af-8d6e-a6d5d5c5b327\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:48:59.195581 3658 cni.go:452] [tsf-tas/trillian-logserver-979d4c74b-ktc69 ec51b7259c628cd71b838d9667c1f975bfb30d4c8c96c0bf42aa6061213d4f95 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-979d4c74b-ktc69 ec51b7259c628cd71b838d9667c1f975bfb30d4c8c96c0bf42aa6061213d4f95 network default NAD default NAD key ] I0505 09:48:59.205077 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-979d4c74b-ktc69, hostIfaceName: ec51b7259c628cd, network: default, NAD default, SandboxID: "ec51b7259c628cd71b838d9667c1f975bfb30d4c8c96c0bf42aa6061213d4f95", PCI device ID: , UID: "bc1a681c-0ea1-428f-8730-ebc3463d2256", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0505 09:48:59.254495 3658 cni.go:473] [tsf-tas/trillian-logserver-979d4c74b-ktc69 ec51b7259c628cd71b838d9667c1f975bfb30d4c8c96c0bf42aa6061213d4f95 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-979d4c74b-ktc69 ec51b7259c628cd71b838d9667c1f975bfb30d4c8c96c0bf42aa6061213d4f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2b:04:29:98:52\",\"name\":\"ec51b7259c628cd\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76bc8cf0-80ab-4b8e-afc3-12fb30948b99\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:48:59.326957 3658 cni.go:452] [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key ] I0505 09:48:59.356013 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-ksxj8-c4w5f, hostIfaceName: 9d1dabaee40f1c9, network: default, NAD default, SandboxID: "9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb", PCI device ID: , UID: "74a4cb82-f3d9-406c-a42b-8ff7d8195d5e", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0505 09:48:59.404118 3658 cni.go:473] [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d5:1a:18:ee:0e\",\"name\":\"9d1dabaee40f1c9\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13bd490d-e81a-4c88-806b-911914f3cf97\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:49:01.646801 3658 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7bb6749c68-qt6jc] creating logical port tsf-tas_trillian-db-7bb6749c68-qt6jc for pod on switch ip-10-0-2-147.ec2.internal I0505 09:49:01.646900 3658 kube.go:256] Updating pod tsf-tas/trillian-db-7bb6749c68-qt6jc I0505 09:49:01.659650 3658 pod.go:62] [tsf-tas/trillian-db-7bb6749c68-qt6jc] pod update took 12.773078ms I0505 09:49:01.659677 3658 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7bb6749c68-qt6jc] addLogicalPort annotation time took 12.803653ms I0505 09:49:01.661372 3658 pods.go:271] [tsf-tas/trillian-db-7bb6749c68-qt6jc] addLogicalPort took 14.594743ms, libovsdb time 1.20442ms I0505 09:49:04.744382 3658 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9bp5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:04.745053 3658 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9bp5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:05.621452 3658 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9bp5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:05.621481 3658 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9bp5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:49:07.776211 3658 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 09:49:08.312124 3658 cni.go:452] [tsf-tas/trillian-db-7bb6749c68-qt6jc 45321f5fca3cdc9c024919d2ddd943404fc3d0e37b4a0c0a4261cd6d00c3e299 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7bb6749c68-qt6jc 45321f5fca3cdc9c024919d2ddd943404fc3d0e37b4a0c0a4261cd6d00c3e299 network default NAD default NAD key ] I0505 09:49:08.321197 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7bb6749c68-qt6jc, hostIfaceName: 45321f5fca3cdc9, network: default, NAD default, SandboxID: "45321f5fca3cdc9c024919d2ddd943404fc3d0e37b4a0c0a4261cd6d00c3e299", PCI device ID: , UID: "1b3327b2-7c42-4d4c-968a-8bee0cefcb73", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0505 09:49:08.373174 3658 cni.go:473] [tsf-tas/trillian-db-7bb6749c68-qt6jc 45321f5fca3cdc9c024919d2ddd943404fc3d0e37b4a0c0a4261cd6d00c3e299 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7bb6749c68-qt6jc 45321f5fca3cdc9c024919d2ddd943404fc3d0e37b4a0c0a4261cd6d00c3e299 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:71:03:ae:2e:69\",\"name\":\"45321f5fca3cdc9\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21baf0a6-3111-4c7f-9379-e9edaf80b6b4\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:49:08.617619 3658 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 09:49:12.802775 3658 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 09:49:14.652650 3658 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:14.653175 3658 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:15.533430 3658 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:15.533461 3658 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l2wg8-2jkk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:49:20.688291 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.688318 3658 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 09:49:20.742616 3658 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 09:49:23.829421 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 09:49:24.397340 3658 namespace.go:142] [openshift-pipelines] updating namespace I0505 09:49:25.006037 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0505 09:49:42.904991 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 09:49:54.001808 3658 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:54.002335 3658 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:54.024951 3658 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:54.024970 3658 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:54.033100 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 09:49:54.033125 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 09:49:57.030877 3658 cni.go:452] [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key ] I0505 09:49:57.118880 3658 cni.go:473] [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-ksxj8-c4w5f 9d1dabaee40f1c98240548ffee7638db3142b5d3c26c39f4643dfd41855f20fb network default NAD default NAD key default], result "{}", err I0505 09:49:57.167108 3658 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:57.167146 3658 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-ksxj8-c4w5f I0505 09:49:57.168615 3658 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-ksxj8-c4w5f, ips: 10.129.0.46 I0505 09:49:57.168642 3658 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:58.035991 3658 cni.go:452] [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key ] I0505 09:49:58.043035 3658 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:58.043060 3658 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-ksxj8-c4w5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:58.121108 3658 cni.go:473] [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-fqqgw-bjpdd 14bdc0065b57c64bce79c89a23ff15c23275d549fa94dfafd465b0647418f32d network default NAD default NAD key default], result "{}", err I0505 09:49:58.169183 3658 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:58.169212 3658 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-fqqgw-bjpdd I0505 09:49:58.170676 3658 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-fqqgw-bjpdd, ips: 10.129.0.44 I0505 09:49:58.170702 3658 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:49:59.134050 3658 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:49:59.134072 3658 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqqgw-bjpdd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:00.217640 3658 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-9bbc956f-9pgx2] creating logical port tsf-tas_rekor-redis-9bbc956f-9pgx2 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:50:00.217719 3658 kube.go:256] Updating pod tsf-tas/rekor-redis-9bbc956f-9pgx2 I0505 09:50:00.234812 3658 pod.go:62] [tsf-tas/rekor-redis-9bbc956f-9pgx2] pod update took 17.112342ms I0505 09:50:00.234838 3658 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-9bbc956f-9pgx2] addLogicalPort annotation time took 17.142958ms I0505 09:50:00.236063 3658 pods.go:271] [tsf-tas/rekor-redis-9bbc956f-9pgx2] addLogicalPort took 18.438819ms, libovsdb time 866.777µs I0505 09:50:00.578309 3658 cni.go:452] [tsf-tas/rekor-redis-9bbc956f-9pgx2 83d70727e3cf6becbb106bf1b8503bd8a33cf3ca42cca44ffd55325c52f941bf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-9bbc956f-9pgx2 83d70727e3cf6becbb106bf1b8503bd8a33cf3ca42cca44ffd55325c52f941bf network default NAD default NAD key ] I0505 09:50:00.587672 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-9bbc956f-9pgx2, hostIfaceName: 83d70727e3cf6be, network: default, NAD default, SandboxID: "83d70727e3cf6becbb106bf1b8503bd8a33cf3ca42cca44ffd55325c52f941bf", PCI device ID: , UID: "bae12456-4db5-4c57-8e13-78bb8a774d03", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0505 09:50:00.640757 3658 cni.go:473] [tsf-tas/rekor-redis-9bbc956f-9pgx2 83d70727e3cf6becbb106bf1b8503bd8a33cf3ca42cca44ffd55325c52f941bf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-9bbc956f-9pgx2 83d70727e3cf6becbb106bf1b8503bd8a33cf3ca42cca44ffd55325c52f941bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:1a:19:94:0a:69\",\"name\":\"83d70727e3cf6be\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29259979-badd-4464-8a5b-886e9ceaf93e\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:50:02.957909 3658 obj_retry.go:498] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:02.958420 3658 obj_retry.go:498] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:03.071673 3658 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 09:50:03.986325 3658 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:03.986349 3658 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:04.130798 3658 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-hv4jb] creating logical port tsf_tsf-tekton-configuration-hv4jb for pod on switch ip-10-0-2-147.ec2.internal I0505 09:50:04.130910 3658 kube.go:256] Updating pod tsf/tsf-tekton-configuration-hv4jb I0505 09:50:04.146003 3658 pod.go:62] [tsf/tsf-tekton-configuration-hv4jb] pod update took 15.110392ms I0505 09:50:04.146030 3658 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-hv4jb] addLogicalPort annotation time took 15.142535ms I0505 09:50:04.147206 3658 pods.go:271] [tsf/tsf-tekton-configuration-hv4jb] addLogicalPort took 16.423155ms, libovsdb time 788.919µs I0505 09:50:04.492916 3658 cni.go:452] [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key ] I0505 09:50:04.502830 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-hv4jb, hostIfaceName: bed54f6ace87f4c, network: default, NAD default, SandboxID: "bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5", PCI device ID: , UID: "5ab1a727-d34c-4cf0-a9d1-a1f95542ae75", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0505 09:50:04.554686 3658 cni.go:473] [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:51:d1:ab:89:97\",\"name\":\"bed54f6ace87f4c\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc71766d-e619-4036-a233-249afb1836d5\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:50:04.881810 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=102 I0505 09:50:04.907016 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:04.907572 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:04.929875 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 09:50:05.789694 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:05.789717 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632910-xk99b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:50:06.945630 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 09:50:10.122972 3658 cni.go:452] [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key ] I0505 09:50:10.199108 3658 cni.go:473] [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-hv4jb bed54f6ace87f4c8abc24ba94730c2130d03580af7217fbf3d907c1e6b6e8fc5 network default NAD default NAD key default], result "{}", err I0505 09:50:10.246601 3658 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hv4jb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:10.246638 3658 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-hv4jb I0505 09:50:10.248020 3658 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-hv4jb, ips: 10.129.0.49 I0505 09:50:10.248051 3658 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-hv4jb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:11.270311 3658 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hv4jb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.270337 3658 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-hv4jb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.309836 3658 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.309856 3658 obj_retry.go:492] Detected object tsf/patch-tekton-config-v94dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:11.315248 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v94dd I0505 09:50:11.315291 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v94dd W0505 09:50:15.113116 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0505 09:50:16.144579 3658 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:16.145089 3658 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:16.169226 3658 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:16.169245 3658 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:16.173062 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 09:50:16.173086 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 09:50:17.616658 3658 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-vxsdv] creating logical port tsf-tpa_create-db-vxsdv for pod on switch ip-10-0-2-147.ec2.internal I0505 09:50:17.616754 3658 kube.go:256] Updating pod tsf-tpa/create-db-vxsdv I0505 09:50:17.630851 3658 pod.go:62] [tsf-tpa/create-db-vxsdv] pod update took 14.116793ms I0505 09:50:17.630869 3658 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-vxsdv] addLogicalPort annotation time took 14.143008ms I0505 09:50:17.632174 3658 pods.go:271] [tsf-tpa/create-db-vxsdv] addLogicalPort took 15.535329ms, libovsdb time 838.245µs I0505 09:50:17.976912 3658 cni.go:452] [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key ] I0505 09:50:17.986989 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-vxsdv, hostIfaceName: 35a64585cdbe6af, network: default, NAD default, SandboxID: "35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01", PCI device ID: , UID: "f3c86abc-262d-4c31-bdf8-a572ca333a6b", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0505 09:50:18.038934 3658 cni.go:473] [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:6d:71:ed:24:82\",\"name\":\"35a64585cdbe6af\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9be0ab3-20bd-4831-84e3-36c851957adf\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:50:22.196039 3658 cni.go:452] [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key ] I0505 09:50:22.282046 3658 cni.go:473] [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-vxsdv 35a64585cdbe6af7343d1f5c1e8e067a4364c823689ab5fe99f2047f67d25f01 network default NAD default NAD key default], result "{}", err I0505 09:50:22.333115 3658 obj_retry.go:498] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:22.333152 3658 pods.go:176] Deleting pod: tsf-tpa/create-db-vxsdv I0505 09:50:22.334444 3658 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-vxsdv, ips: 10.129.0.50 I0505 09:50:22.334471 3658 obj_retry.go:498] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 09:50:22.856735 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 09:50:23.355598 3658 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:23.355620 3658 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:23.466916 3658 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-c22s5] creating logical port tsf-tpa_migrate-db-c22s5 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:50:23.467003 3658 kube.go:256] Updating pod tsf-tpa/migrate-db-c22s5 I0505 09:50:23.479635 3658 pod.go:62] [tsf-tpa/migrate-db-c22s5] pod update took 12.659764ms I0505 09:50:23.479664 3658 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-c22s5] addLogicalPort annotation time took 12.693318ms I0505 09:50:23.481042 3658 pods.go:271] [tsf-tpa/migrate-db-c22s5] addLogicalPort took 14.14239ms, libovsdb time 997.009µs I0505 09:50:23.826294 3658 cni.go:452] [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key ] I0505 09:50:23.835406 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-c22s5, hostIfaceName: 059068f367c7401, network: default, NAD default, SandboxID: "059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d", PCI device ID: , UID: "05ac8e37-d41a-4e4e-bcb5-f4beb6dd5f43", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0505 09:50:23.886096 3658 cni.go:473] [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:67:31:02:7a:33\",\"name\":\"059068f367c7401\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f0be24f-0d19-42d7-81fc-5f8010e4b850\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:50:26.223358 3658 cni.go:452] [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key ] I0505 09:50:26.311314 3658 cni.go:473] [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-c22s5 059068f367c74012aaa2db76431ce71ebafd34a4a65aa1fb69867d4cac66599d network default NAD default NAD key default], result "{}", err I0505 09:50:26.357840 3658 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:26.357910 3658 pods.go:176] Deleting pod: tsf-tpa/migrate-db-c22s5 I0505 09:50:26.359251 3658 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-c22s5, ips: 10.129.0.51 I0505 09:50:26.359289 3658 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:26.492806 3658 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:26.492827 3658 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:26.703476 3658 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-bvdst] creating logical port tsf-tpa_create-importers-bvdst for pod on switch ip-10-0-2-147.ec2.internal I0505 09:50:26.703568 3658 kube.go:256] Updating pod tsf-tpa/create-importers-bvdst I0505 09:50:26.715881 3658 pod.go:62] [tsf-tpa/create-importers-bvdst] pod update took 12.337169ms I0505 09:50:26.715908 3658 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-bvdst] addLogicalPort annotation time took 12.371144ms I0505 09:50:26.717093 3658 pods.go:271] [tsf-tpa/create-importers-bvdst] addLogicalPort took 13.637112ms, libovsdb time 794.653µs I0505 09:50:27.062381 3658 cni.go:452] [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key ] I0505 09:50:27.072431 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-bvdst, hostIfaceName: 44d220dbfa16be7, network: default, NAD default, SandboxID: "44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b", PCI device ID: , UID: "fddfe652-e2cd-485b-9afa-10942a523f45", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0505 09:50:27.123428 3658 cni.go:473] [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b7:bd:12:ad:31\",\"name\":\"44d220dbfa16be7\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcf88b33-470d-4f39-8391-c6044a380f0c\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:50:29.244144 3658 cni.go:452] [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key ] I0505 09:50:29.313842 3658 cni.go:473] [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-bvdst 44d220dbfa16be715854301e917ff2913386cc5daed4eebef4087560fdc79d4b network default NAD default NAD key default], result "{}", err I0505 09:50:29.362688 3658 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:29.362728 3658 pods.go:176] Deleting pod: tsf-tpa/create-importers-bvdst I0505 09:50:29.364086 3658 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-bvdst, ips: 10.129.0.52 I0505 09:50:29.364115 3658 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:50:30.386372 3658 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:50:30.386397 3658 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 09:50:37.965135 3658 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 09:50:41.669911 3658 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-rlt4f-mfmrh] creating logical port tsf-tas_tuf-repository-init-rlt4f-mfmrh for pod on switch ip-10-0-2-147.ec2.internal I0505 09:50:41.670043 3658 kube.go:256] Updating pod tsf-tas/tuf-repository-init-rlt4f-mfmrh I0505 09:50:41.683459 3658 pod.go:62] [tsf-tas/tuf-repository-init-rlt4f-mfmrh] pod update took 13.438916ms I0505 09:50:41.683485 3658 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-rlt4f-mfmrh] addLogicalPort annotation time took 13.471121ms I0505 09:50:41.684694 3658 pods.go:271] [tsf-tas/tuf-repository-init-rlt4f-mfmrh] addLogicalPort took 14.798084ms, libovsdb time 851.244µs I0505 09:50:46.889238 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0505 09:50:50.436033 3658 cni.go:452] [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key ] I0505 09:50:50.445333 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-rlt4f-mfmrh, hostIfaceName: 42f331bf7e5b0b1, network: default, NAD default, SandboxID: "42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757", PCI device ID: , UID: "80282fdc-d3d3-42aa-be3b-9de19197acc3", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0505 09:50:50.494381 3658 cni.go:473] [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c4:04:cf:96:f6\",\"name\":\"42f331bf7e5b0b1\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a676655-0217-4794-bfc5-cfcbfb6faa7c\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:50:56.985966 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 09:51:06.423667 3658 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:06.424175 3658 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:06.468798 3658 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:06.468821 3658 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:06.475618 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 09:51:06.475648 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 09:51:07.381921 3658 namespace.go:98] [default-tenant] adding namespace I0505 09:51:07.382791 3658 namespace.go:102] [default-tenant] adding namespace took 845.362µs I0505 09:51:07.388030 3658 namespace.go:98] [build-service] adding namespace I0505 09:51:07.388173 3658 namespace.go:98] [image-controller] adding namespace I0505 09:51:07.388215 3658 namespace.go:98] [integration-service] adding namespace I0505 09:51:07.388728 3658 namespace.go:102] [build-service] adding namespace took 683.105µs I0505 09:51:07.389279 3658 namespace.go:102] [image-controller] adding namespace took 1.089774ms I0505 09:51:07.389774 3658 namespace.go:102] [integration-service] adding namespace took 1.540722ms I0505 09:51:07.411000 3658 namespace.go:142] [default-tenant] updating namespace I0505 09:51:07.441467 3658 namespace.go:142] [default-tenant] updating namespace I0505 09:51:07.446466 3658 namespace.go:142] [build-service] updating namespace I0505 09:51:07.471493 3658 cni.go:452] [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key ] I0505 09:51:07.472220 3658 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.489666 3658 namespace.go:142] [build-service] updating namespace I0505 09:51:07.515367 3658 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.519482 3658 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.541564 3658 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.553346 3658 cni.go:473] [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-rlt4f-mfmrh 42f331bf7e5b0b1c2a36c8b71ef8af7b8ba848a2b0de9d2d3dff3a85763e3757 network default NAD default NAD key default], result "{}", err I0505 09:51:07.613527 3658 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:07.613561 3658 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-rlt4f-mfmrh I0505 09:51:07.615031 3658 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-rlt4f-mfmrh, ips: 10.129.0.53 I0505 09:51:07.615058 3658 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:07.649857 3658 namespace.go:142] [build-service] updating namespace I0505 09:51:07.666737 3658 namespace.go:142] [integration-service] updating namespace I0505 09:51:07.697786 3658 namespace.go:98] [release-service] adding namespace I0505 09:51:07.699160 3658 namespace.go:102] [release-service] adding namespace took 1.352677ms I0505 09:51:07.732937 3658 namespace.go:142] [release-service] updating namespace I0505 09:51:07.753976 3658 namespace.go:142] [konflux-ui] updating namespace I0505 09:51:07.773644 3658 namespace.go:142] [release-service] updating namespace I0505 09:51:07.844044 3658 namespace.go:98] [konflux-info] adding namespace I0505 09:51:07.844856 3658 namespace.go:102] [konflux-info] adding namespace took 791.759µs I0505 09:51:07.917991 3658 namespace.go:98] [namespace-lister] adding namespace I0505 09:51:07.918737 3658 namespace.go:102] [namespace-lister] adding namespace took 729.12µs I0505 09:51:07.925993 3658 namespace.go:142] [konflux-info] updating namespace I0505 09:51:07.947891 3658 namespace.go:98] [enterprise-contract-service] adding namespace I0505 09:51:07.948624 3658 namespace.go:102] [enterprise-contract-service] adding namespace took 716.637µs I0505 09:51:07.951010 3658 namespace.go:142] [image-controller] updating namespace I0505 09:51:07.971167 3658 namespace.go:142] [konflux-info] updating namespace I0505 09:51:07.983912 3658 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:08.019589 3658 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:08.071716 3658 namespace.go:142] [default-tenant] updating namespace I0505 09:51:08.088201 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:08.146155 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:08.169155 3658 namespace.go:98] [segment-bridge] adding namespace I0505 09:51:08.169970 3658 namespace.go:102] [segment-bridge] adding namespace took 795.745µs I0505 09:51:08.199005 3658 namespace.go:98] [konflux-cli] adding namespace I0505 09:51:08.199731 3658 namespace.go:102] [konflux-cli] adding namespace took 712.787µs I0505 09:51:08.321920 3658 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:08.428960 3658 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:08.473322 3658 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:08.626431 3658 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 09:51:08.627038 3658 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 09:51:08.627056 3658 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 09:51:08.629568 3658 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 09:51:08.637968 3658 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:08.733071 3658 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 09:51:08.733103 3658 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 09:51:08.733940 3658 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 09:51:08.746377 3658 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:08.746397 3658 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rlt4f-mfmrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:08.857018 3658 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-phj82] creating logical port namespace-lister_namespace-lister-696b855848-phj82 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:08.857139 3658 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-phj82 I0505 09:51:09.136109 3658 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-phj82 I0505 09:51:09.338161 3658 pod.go:62] [namespace-lister/namespace-lister-696b855848-phj82] pod update took 481.044534ms I0505 09:51:09.338191 3658 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-phj82] addLogicalPort annotation time took 481.080071ms I0505 09:51:09.339607 3658 pods.go:271] [namespace-lister/namespace-lister-696b855848-phj82] addLogicalPort took 482.604224ms, libovsdb time 916.583µs I0505 09:51:10.176522 3658 namespace.go:142] [build-service] updating namespace I0505 09:51:10.176599 3658 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64895b8496-vhqjx] creating logical port konflux-ui_proxy-64895b8496-vhqjx for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:10.176709 3658 kube.go:256] Updating pod konflux-ui/proxy-64895b8496-vhqjx I0505 09:51:10.184384 3658 base_network_controller_pods.go:487] [default/konflux-ui/dex-76b5bb8d-kg9d8] creating logical port konflux-ui_dex-76b5bb8d-kg9d8 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:10.184476 3658 kube.go:256] Updating pod konflux-ui/dex-76b5bb8d-kg9d8 I0505 09:51:10.327308 3658 kube.go:256] Updating pod konflux-ui/dex-76b5bb8d-kg9d8 I0505 09:51:10.327333 3658 kube.go:256] Updating pod konflux-ui/proxy-64895b8496-vhqjx I0505 09:51:10.340198 3658 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9h99p] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-9h99p for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:10.340358 3658 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:10.423579 3658 pod.go:62] [konflux-ui/dex-76b5bb8d-kg9d8] pod update took 239.129425ms I0505 09:51:10.423642 3658 base_network_controller_pods.go:951] [default/konflux-ui/dex-76b5bb8d-kg9d8] addLogicalPort annotation time took 239.197799ms I0505 09:51:10.424975 3658 pods.go:271] [konflux-ui/dex-76b5bb8d-kg9d8] addLogicalPort took 240.605846ms, libovsdb time 828.54µs I0505 09:51:10.453967 3658 pod.go:62] [konflux-ui/proxy-64895b8496-vhqjx] pod update took 277.295505ms I0505 09:51:10.453988 3658 base_network_controller_pods.go:951] [default/konflux-ui/proxy-64895b8496-vhqjx] addLogicalPort annotation time took 277.320974ms I0505 09:51:10.455163 3658 pods.go:271] [konflux-ui/proxy-64895b8496-vhqjx] addLogicalPort took 278.580865ms, libovsdb time 809.609µs I0505 09:51:10.460697 3658 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:10.489763 3658 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-59bmt] creating logical port tsf-tas_tuf-97fc8ff76-59bmt for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:10.489856 3658 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-59bmt I0505 09:51:10.510942 3658 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-nkfnq] creating logical port build-service_build-service-controller-manager-7cbf488fcf-nkfnq for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:10.511078 3658 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-nkfnq I0505 09:51:10.515962 3658 pod.go:62] [tsf-tas/tuf-97fc8ff76-59bmt] pod update took 26.134506ms I0505 09:51:10.515982 3658 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-59bmt] addLogicalPort annotation time took 26.159856ms I0505 09:51:10.517523 3658 pods.go:271] [tsf-tas/tuf-97fc8ff76-59bmt] addLogicalPort took 27.777841ms, libovsdb time 1.028386ms I0505 09:51:10.521130 3658 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p] pod update took 180.795203ms I0505 09:51:10.521149 3658 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9h99p] addLogicalPort annotation time took 180.819972ms I0505 09:51:10.522398 3658 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p] addLogicalPort took 182.224206ms, libovsdb time 755.839µs I0505 09:51:10.574451 3658 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-nkfnq] pod update took 63.396337ms I0505 09:51:10.574473 3658 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-nkfnq] addLogicalPort annotation time took 63.422354ms I0505 09:51:10.575708 3658 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-nkfnq] addLogicalPort took 64.78328ms, libovsdb time 866.64µs I0505 09:51:10.709387 3658 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-88z69] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-88z69 for pod on switch ip-10-0-2-147.ec2.internal I0505 09:51:10.709485 3658 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-88z69 I0505 09:51:10.733901 3658 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-88z69] pod update took 24.446859ms I0505 09:51:10.733922 3658 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-88z69] addLogicalPort annotation time took 24.472153ms I0505 09:51:10.735171 3658 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-88z69] addLogicalPort took 25.804131ms, libovsdb time 764.996µs I0505 09:51:10.987927 3658 namespace.go:142] [default-tenant] updating namespace I0505 09:51:11.162505 3658 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-nkfnq 1e13e74cdc977740f0f99a5559c5cf8244635d0daa1063f122115661520da068 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-nkfnq 1e13e74cdc977740f0f99a5559c5cf8244635d0daa1063f122115661520da068 network default NAD default NAD key ] I0505 09:51:11.171723 3658 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-nkfnq, hostIfaceName: 1e13e74cdc97774, network: default, NAD default, SandboxID: "1e13e74cdc977740f0f99a5559c5cf8244635d0daa1063f122115661520da068", PCI device ID: , UID: "45750ba9-e104-43c0-9948-403a9b47a986", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0505 09:51:11.186072 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:11.223333 3658 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-nkfnq 1e13e74cdc977740f0f99a5559c5cf8244635d0daa1063f122115661520da068 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-nkfnq 1e13e74cdc977740f0f99a5559c5cf8244635d0daa1063f122115661520da068 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d7:aa:56:7e:b1\",\"name\":\"1e13e74cdc97774\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68c19373-36a1-43f6-bb15-3f0e159e1400\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:51:11.374924 3658 namespace.go:142] [image-controller] updating namespace I0505 09:51:11.588165 3658 namespace.go:142] [integration-service] updating namespace I0505 09:51:11.783042 3658 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:12.032204 3658 namespace.go:142] [konflux-info] updating namespace I0505 09:51:12.191521 3658 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:12.380302 3658 namespace.go:142] [release-service] updating namespace I0505 09:51:12.588501 3658 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:12.700887 3658 namespace.go:142] [build-service] updating namespace I0505 09:51:12.769910 3658 namespace.go:142] [default-tenant] updating namespace I0505 09:51:12.792645 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:12.803646 3658 namespace.go:142] [image-controller] updating namespace I0505 09:51:12.822016 3658 namespace.go:142] [integration-service] updating namespace I0505 09:51:12.837116 3658 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:12.864150 3658 namespace.go:142] [konflux-info] updating namespace I0505 09:51:12.885134 3658 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:12.897946 3658 namespace.go:142] [release-service] updating namespace I0505 09:51:12.923128 3658 namespace.go:142] [segment-bridge] updating namespace I0505 09:51:12.990397 3658 namespace.go:142] [build-service] updating namespace I0505 09:51:13.068170 3658 namespace.go:142] [default-tenant] updating namespace I0505 09:51:13.155080 3658 namespace.go:142] [enterprise-contract-service] updating namespace I0505 09:51:13.228102 3658 namespace.go:142] [image-controller] updating namespace I0505 09:51:13.297159 3658 namespace.go:142] [integration-service] updating namespace I0505 09:51:13.355001 3658 namespace.go:142] [konflux-cli] updating namespace I0505 09:51:13.446406 3658 cni.go:452] [namespace-lister/namespace-lister-696b855848-phj82 275dcd004b0eb284c125d8ce70c409a724f085b9b7a723dffdfd8c98fde94b7d network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-phj82 275dcd004b0eb284c125d8ce70c409a724f085b9b7a723dffdfd8c98fde94b7d network default NAD default NAD key ] I0505 09:51:13.455926 3658 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-phj82, hostIfaceName: 275dcd004b0eb28, network: default, NAD default, SandboxID: "275dcd004b0eb284c125d8ce70c409a724f085b9b7a723dffdfd8c98fde94b7d", PCI device ID: , UID: "01397ec0-9fee-4fd4-a000-e2341e63c245", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0505 09:51:13.461067 3658 namespace.go:142] [konflux-info] updating namespace I0505 09:51:13.510346 3658 cni.go:473] [namespace-lister/namespace-lister-696b855848-phj82 275dcd004b0eb284c125d8ce70c409a724f085b9b7a723dffdfd8c98fde94b7d network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-phj82 275dcd004b0eb284c125d8ce70c409a724f085b9b7a723dffdfd8c98fde94b7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:72:25:58:05:f8\",\"name\":\"275dcd004b0eb28\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f398100-311c-4969-9e4d-b4790cb4a1d3\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:51:13.561130 3658 namespace.go:142] [namespace-lister] updating namespace I0505 09:51:13.651668 3658 namespace.go:142] [release-service] updating namespace I0505 09:51:13.760471 3658 namespace.go:142] [segment-bridge] updating namespace W0505 09:51:14.516888 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 09:51:15.524785 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 09:51:15.550995 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0505 09:51:16.367835 3658 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 09:51:17.996969 3658 cni.go:452] [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key ] I0505 09:51:18.006404 3658 cni.go:452] [konflux-ui/dex-76b5bb8d-kg9d8 7bbc926676066bde7a9087e6150a16e9bd789db18bc437b7a831e9840fc6ba4a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-76b5bb8d-kg9d8 7bbc926676066bde7a9087e6150a16e9bd789db18bc437b7a831e9840fc6ba4a network default NAD default NAD key ] I0505 09:51:18.007331 3658 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-64895b8496-vhqjx, hostIfaceName: 5a80f6ec2e1aa36, network: default, NAD default, SandboxID: "5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9", PCI device ID: , UID: "e30bd060-dd08-47d8-a84d-9ab4e00deb7e", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0505 09:51:18.015725 3658 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-76b5bb8d-kg9d8, hostIfaceName: 7bbc926676066bd, network: default, NAD default, SandboxID: "7bbc926676066bde7a9087e6150a16e9bd789db18bc437b7a831e9840fc6ba4a", PCI device ID: , UID: "fd755b5e-2c68-4f7e-af11-f30f608d02b9", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0505 09:51:18.063728 3658 cni.go:473] [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:a4:62:80:bf:b9\",\"name\":\"5a80f6ec2e1aa36\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a3f334a-ef1b-4ab2-9850-87b976237862\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:51:18.090342 3658 cni.go:473] [konflux-ui/dex-76b5bb8d-kg9d8 7bbc926676066bde7a9087e6150a16e9bd789db18bc437b7a831e9840fc6ba4a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-76b5bb8d-kg9d8 7bbc926676066bde7a9087e6150a16e9bd789db18bc437b7a831e9840fc6ba4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:6a:aa:e2:17:29\",\"name\":\"7bbc926676066bd\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a36c972c-9c4d-4f58-a44c-f5c92576ee8d\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:51:18.184690 3658 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key ] I0505 09:51:18.198223 3658 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-9h99p, hostIfaceName: 7c4f3e61a16a6e4, network: default, NAD default, SandboxID: "7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217", PCI device ID: , UID: "40150888-1a11-4339-a4b9-dd3de7e2f432", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0505 09:51:18.253235 3658 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:78:68:34:16:01\",\"name\":\"7c4f3e61a16a6e4\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72a0c6d2-52c4-4f31-85e0-d35322919baf\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:51:18.367124 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:18.372181 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 09:51:18.884215 3658 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-88z69 d2ae9c2e9a8cf86a94939d4d025bdc14b1f874017ddd3aa1580d3ab8635e1f53 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-88z69 d2ae9c2e9a8cf86a94939d4d025bdc14b1f874017ddd3aa1580d3ab8635e1f53 network default NAD default NAD key ] I0505 09:51:18.897984 3658 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-88z69, hostIfaceName: d2ae9c2e9a8cf86, network: default, NAD default, SandboxID: "d2ae9c2e9a8cf86a94939d4d025bdc14b1f874017ddd3aa1580d3ab8635e1f53", PCI device ID: , UID: "8847cb8c-c8c8-44b2-a09f-a24272ab6b8c", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0505 09:51:18.969012 3658 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-88z69 d2ae9c2e9a8cf86a94939d4d025bdc14b1f874017ddd3aa1580d3ab8635e1f53 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-88z69 d2ae9c2e9a8cf86a94939d4d025bdc14b1f874017ddd3aa1580d3ab8635e1f53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9d:f3:a0:09:7c\",\"name\":\"d2ae9c2e9a8cf86\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d410477-136e-47d2-aa98-75ec40affcd2\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:51:20.560763 3658 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0505 09:51:23.618962 3658 cni.go:452] [tsf-tas/tuf-97fc8ff76-59bmt d3337954fde9bda17a7601e0569b6e5102479643676497fb75561d3d77aa8e15 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-59bmt d3337954fde9bda17a7601e0569b6e5102479643676497fb75561d3d77aa8e15 network default NAD default NAD key ] I0505 09:51:23.629092 3658 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-59bmt, hostIfaceName: d3337954fde9bda, network: default, NAD default, SandboxID: "d3337954fde9bda17a7601e0569b6e5102479643676497fb75561d3d77aa8e15", PCI device ID: , UID: "9dec34f0-6068-4a48-a9ad-20f5ce227396", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0505 09:51:23.686109 3658 cni.go:473] [tsf-tas/tuf-97fc8ff76-59bmt d3337954fde9bda17a7601e0569b6e5102479643676497fb75561d3d77aa8e15 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-59bmt d3337954fde9bda17a7601e0569b6e5102479643676497fb75561d3d77aa8e15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:52:c0:a4:dc:4c\",\"name\":\"d3337954fde9bda\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f4977d6-273f-4665-84a4-dd0bd70283bb\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 09:51:24.402962 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.402983 3658 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.593713 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 09:51:24.596012 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 09:51:24.618714 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:24.621160 3658 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:24.649057 3658 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:24.649124 3658 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 09:51:25.524806 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 09:51:25.632917 3658 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0505 09:51:29.372545 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:29.372571 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 09:51:29.375127 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 09:51:29.375148 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 09:51:30.279178 3658 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key ] I0505 09:51:30.369682 3658 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9h99p 7c4f3e61a16a6e48f028c000f2db22554d8c93cfd14810300f7fd6aee8d19217 network default NAD default NAD key default], result "{}", err I0505 09:51:30.640660 3658 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:30.640701 3658 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:30.642305 3658 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-9h99p, ips: 10.129.0.57 I0505 09:51:30.642344 3658 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:51:31.652788 3658 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:31.652819 3658 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9h99p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:51:31.659809 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p I0505 09:51:31.659898 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9h99p W0505 09:51:35.614159 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0505 09:51:35.638668 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 09:51:35.642240 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0505 09:51:36.620430 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0505 09:52:00.451805 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 09:52:00.451825 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 09:52:00.451837 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 09:52:00.451842 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 09:52:04.692768 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 09:52:04.692787 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 09:52:10.973514 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 09:52:30.300126 3658 cni.go:452] [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key ] I0505 09:52:30.382850 3658 cni.go:473] [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-64895b8496-vhqjx 5a80f6ec2e1aa36552bc9b81fe786fabeb7e7101db82a778cc066e0b236046f9 network default NAD default NAD key default], result "{}", err I0505 09:52:30.459830 3658 obj_retry.go:498] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:30.459864 3658 pods.go:176] Deleting pod: konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:30.461165 3658 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-64895b8496-vhqjx, ips: 10.129.0.55 I0505 09:52:30.461193 3658 obj_retry.go:498] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:31.013174 3658 obj_retry.go:492] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:31.013274 3658 obj_retry.go:492] Detected object konflux-ui/proxy-64895b8496-vhqjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:31.020672 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:31.020702 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-64895b8496-vhqjx I0505 09:52:37.951205 3658 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:37.951768 3658 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:52:37.971120 3658 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:37.971140 3658 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:52:37.977916 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 09:52:37.977942 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 09:52:52.971504 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 09:53:01.892244 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=424 I0505 09:53:05.952638 3658 namespace.go:98] [managed-tenant-is6u1] adding namespace I0505 09:53:05.953563 3658 namespace.go:102] [managed-tenant-is6u1] adding namespace took 901.205µs I0505 09:53:05.979517 3658 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:05.997071 3658 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.214065 3658 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.364223 3658 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:07.444605 3658 namespace.go:142] [managed-tenant-is6u1] updating namespace I0505 09:53:58.884533 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=41 I0505 09:54:21.008089 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 09:54:21.970306 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 09:54:22.000683 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 09:54:54.995527 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 09:54:58.884414 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 W0505 09:55:29.280018 3658 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-db75658f8-sc5mr I0505 09:55:44.885731 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=59 I0505 09:56:22.023697 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 09:56:43.008977 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 09:56:47.881766 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0505 09:57:01.978724 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0505 09:57:51.892318 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0505 09:58:18.557053 3658 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-zklhf for pod on switch ip-10-0-2-147.ec2.internal I0505 09:58:18.557171 3658 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 09:58:18.571798 3658 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf] pod update took 14.649489ms I0505 09:58:18.571828 3658 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf] addLogicalPort annotation time took 14.685151ms I0505 09:58:18.573426 3658 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf] addLogicalPort took 16.381794ms, libovsdb time 1.179454ms I0505 09:58:18.919967 3658 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key ] I0505 09:58:18.929181 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-zklhf, hostIfaceName: a8ffff99516f354, network: default, NAD default, SandboxID: "a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393", PCI device ID: , UID: "f05bcc28-1ef9-4cfe-83d1-72d33f067243", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0505 09:58:18.982989 3658 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:64:54:02:94:8e\",\"name\":\"a8ffff99516f354\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f277ace0-114e-4d6e-83a4-48fc4abc2aeb\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:58:20.746774 3658 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-init-pod for pod on switch ip-10-0-2-147.ec2.internal I0505 09:58:20.746893 3658 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod I0505 09:58:20.766877 3658 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod] pod update took 20.015114ms I0505 09:58:20.766904 3658 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod] addLogicalPort annotation time took 20.04497ms I0505 09:58:20.768425 3658 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod] addLogicalPort took 21.670236ms, libovsdb time 983.752µs I0505 09:58:21.303717 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key ] I0505 09:58:21.314418 3658 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-init-pod, hostIfaceName: 08ccbc4bef1e73b, network: default, NAD default, SandboxID: "08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36", PCI device ID: , UID: "5032f435-2172-40c7-993d-ed0d55adbb06", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0505 09:58:21.367236 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8a:79:ee:93:60\",\"name\":\"08ccbc4bef1e73b\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/257a7727-4f8e-4574-a151-5bd5b4c7af0c\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 09:58:22.944395 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:58:22.944988 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:58:23.692167 3658 obj_retry.go:492] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:58:23.692192 3658 obj_retry.go:492] Detected object default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 09:58:23.700216 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod I0505 09:58:23.700241 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-i5rj1-on-pull-request-sb4sj-init-pod W0505 09:58:32.346965 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.346993 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347002 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347009 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347032 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347039 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347045 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:32.347051 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:33.099212 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:33.099231 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:33.099238 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 09:58:33.099243 3658 util.go:959] Failed to build node endpoints for node ip-10-0-2-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 09:58:56.895804 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=37 I0505 09:59:36.558972 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key ] I0505 09:59:36.642063 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod 08ccbc4bef1e73b7c9e83b032fd055cf90637f2ced4d9b4c89429fda8ff02a36 network default NAD default NAD key default], result "{}", err I0505 09:59:36.793199 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:36.793242 3658 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod I0505 09:59:36.794667 3658 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod, ips: 10.129.0.62 I0505 09:59:36.794694 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:51.389087 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 09:59:51.389688 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:00.179882 3658 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29632920-z7kxc] creating logical port segment-bridge_segment-bridge-29632920-z7kxc for pod on switch ip-10-0-2-147.ec2.internal I0505 10:00:00.180008 3658 kube.go:256] Updating pod segment-bridge/segment-bridge-29632920-z7kxc I0505 10:00:00.192321 3658 pod.go:62] [segment-bridge/segment-bridge-29632920-z7kxc] pod update took 12.340844ms I0505 10:00:00.192344 3658 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29632920-z7kxc] addLogicalPort annotation time took 12.366761ms I0505 10:00:00.193640 3658 pods.go:271] [segment-bridge/segment-bridge-29632920-z7kxc] addLogicalPort took 13.773036ms, libovsdb time 888.962µs I0505 10:00:00.211420 3658 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632920-hwc9v for pod on switch ip-10-0-2-147.ec2.internal I0505 10:00:00.211502 3658 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v I0505 10:00:00.225721 3658 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v] pod update took 14.244329ms I0505 10:00:00.225740 3658 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v] addLogicalPort annotation time took 14.267608ms I0505 10:00:00.226974 3658 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v] addLogicalPort took 15.564183ms, libovsdb time 850.784µs I0505 10:00:00.552902 3658 cni.go:452] [segment-bridge/segment-bridge-29632920-z7kxc 493bb3ad2ccb16554de76bd263f8138bb2a7a8da7f67487a2242e7113f64f744 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29632920-z7kxc 493bb3ad2ccb16554de76bd263f8138bb2a7a8da7f67487a2242e7113f64f744 network default NAD default NAD key ] I0505 10:00:00.562758 3658 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29632920-z7kxc, hostIfaceName: 493bb3ad2ccb165, network: default, NAD default, SandboxID: "493bb3ad2ccb16554de76bd263f8138bb2a7a8da7f67487a2242e7113f64f744", PCI device ID: , UID: "69a58374-10ad-464c-94ae-f14ab35c3356", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0505 10:00:00.575319 3658 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key ] I0505 10:00:00.585718 3658 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632920-hwc9v, hostIfaceName: 6a53c1b6ae4e884, network: default, NAD default, SandboxID: "6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b", PCI device ID: , UID: "89894e88-e20a-449a-8600-dc3686c4a47e", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0505 10:00:00.620039 3658 cni.go:473] [segment-bridge/segment-bridge-29632920-z7kxc 493bb3ad2ccb16554de76bd263f8138bb2a7a8da7f67487a2242e7113f64f744 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29632920-z7kxc 493bb3ad2ccb16554de76bd263f8138bb2a7a8da7f67487a2242e7113f64f744 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:5a:1a:45:32:7f\",\"name\":\"493bb3ad2ccb165\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86ad93e9-d40b-4390-b937-d6a11abb58f1\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 10:00:00.644459 3658 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d2:fe:da:e7:10\",\"name\":\"6a53c1b6ae4e884\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d273072-7174-4433-b5cf-1331b9ceb78f\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 10:00:02.989434 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 10:00:03.732629 3658 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key ] I0505 10:00:03.825720 3658 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v 6a53c1b6ae4e8845ec09ef28fc1e0f7809d2a3ec4d619acadef77cf8604b9e1b network default NAD default NAD key default], result "{}", err I0505 10:00:03.880119 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:03.880152 3658 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v I0505 10:00:03.881429 3658 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v, ips: 10.129.0.64 I0505 10:00:03.881461 3658 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:04.745566 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.745594 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632920-hwc9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.780656 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.780680 3658 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:04.786107 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 10:00:04.786133 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632890-wq95h I0505 10:00:23.049282 3658 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:23.049309 3658 obj_retry.go:492] Detected object tsf-tpa/create-db-vxsdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:23.054472 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vxsdv I0505 10:00:23.054493 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vxsdv I0505 10:00:26.030561 3658 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:26.030596 3658 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c22s5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:26.035802 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c22s5 I0505 10:00:26.035839 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c22s5 I0505 10:00:30.033311 3658 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:30.033336 3658 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvdst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:00:30.035669 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bvdst I0505 10:00:30.035699 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bvdst I0505 10:00:57.514078 3658 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-build-container-pod for pod on switch ip-10-0-2-147.ec2.internal I0505 10:00:57.514336 3658 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod I0505 10:00:57.560541 3658 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod] pod update took 46.290338ms I0505 10:00:57.560565 3658 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod] addLogicalPort annotation time took 46.329033ms I0505 10:00:57.562215 3658 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod] addLogicalPort took 48.15068ms, libovsdb time 1.177482ms I0505 10:00:57.792626 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:57.793159 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:00:57.884701 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key ] I0505 10:00:57.893987 3658 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-build-container-pod, hostIfaceName: 4e462246cf69f61, network: default, NAD default, SandboxID: "4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754", PCI device ID: , UID: "140b5768-7091-4494-bb86-7253c836f849", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0505 10:00:57.947633 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:3f:e4:83:f0:4d\",\"name\":\"4e462246cf69f61\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/296b9cfc-5141-4df4-b67d-2e1f22f00d8c\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 10:01:21.889302 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0505 10:01:27.975202 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 10:01:28.027750 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 10:01:40.888177 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 10:01:48.004432 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 10:02:00.984318 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0505 10:02:34.887495 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 10:02:36.982375 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 10:02:56.973542 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 10:03:44.012201 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 10:03:52.998849 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 10:04:09.895276 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0505 10:04:19.313415 3658 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:04:19.313999 3658 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:04:20.205541 3658 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:04:20.205570 3658 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:04:20.211324 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:04:20.211348 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-c9jcz I0505 10:05:00.648304 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key ] I0505 10:05:00.758777 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod 4e462246cf69f616163da0acd33a0a2fdd31b63d78d3e2eab8f69dcc13fdb754 network default NAD default NAD key default], result "{}", err I0505 10:05:00.879246 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:00.879296 3658 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod I0505 10:05:00.880672 3658 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod, ips: 10.129.0.65 I0505 10:05:00.880701 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:12.899271 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=97 I0505 10:05:33.581231 3658 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod for pod on switch ip-10-0-2-147.ec2.internal I0505 10:05:33.581414 3658 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod I0505 10:05:33.606444 3658 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod] pod update took 25.066662ms I0505 10:05:33.606474 3658 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod] addLogicalPort annotation time took 25.09963ms I0505 10:05:33.607769 3658 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod] addLogicalPort took 26.552688ms, libovsdb time 899.91µs I0505 10:05:33.691147 3658 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod] creating logical port default-tenant_tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod for pod on switch ip-10-0-2-147.ec2.internal I0505 10:05:33.691356 3658 kube.go:256] Updating pod default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod I0505 10:05:33.716940 3658 pod.go:62] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod] pod update took 25.630931ms I0505 10:05:33.716968 3658 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod] addLogicalPort annotation time took 25.662712ms I0505 10:05:33.718317 3658 pods.go:271] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod] addLogicalPort took 27.188205ms, libovsdb time 852.809µs I0505 10:05:33.947507 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key ] I0505 10:05:33.959699 3658 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod, hostIfaceName: fb36aff5b8b639b, network: default, NAD default, SandboxID: "fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205", PCI device ID: , UID: "3e9c74cd-a00e-4029-9361-d0d324f983b0", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0505 10:05:34.015031 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e9:f2:3a:83:35\",\"name\":\"fb36aff5b8b639b\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4caa321b-2cb9-4ad4-8583-6412aa0b1bb4\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 10:05:34.058998 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key ] I0505 10:05:34.068637 3658 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod, hostIfaceName: 4b5e4a5c107e6e8, network: default, NAD default, SandboxID: "4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd", PCI device ID: , UID: "eb70206e-f09b-42b6-8816-72f044cb9371", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0505 10:05:34.123767 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:86:64:9e:eb:47\",\"name\":\"4b5e4a5c107e6e8\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef005ca6-037d-4ceb-91d1-8df6565931ea\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 10:05:34.401614 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:34.402197 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:35.884810 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0505 10:05:49.293930 3658 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key ] I0505 10:05:49.382397 3658 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf a8ffff99516f354a22bde3e0daa21524cfbb1ced498316b828ee3bb3117a2393 network default NAD default NAD key default], result "{}", err I0505 10:05:49.992615 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 10:05:50.012753 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 10:05:55.558124 3658 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:55.558160 3658 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 10:05:55.559469 3658 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf, ips: 10.129.0.61 I0505 10:05:55.559494 3658 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:05:56.024714 3658 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:05:56.024745 3658 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 10:05:56.032714 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf I0505 10:05:56.032745 3658 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zklhf W0505 10:06:24.280014 3658 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2hwhgw I0505 10:06:30.280858 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key ] I0505 10:06:30.380909 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod fb36aff5b8b639b1ece75b108e51e61e83dfb7c587f2d61789cc184a16163205 network default NAD default NAD key default], result "{}", err I0505 10:06:30.462960 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:06:30.462993 3658 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod I0505 10:06:30.464637 3658 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod, ips: 10.129.0.66 I0505 10:06:30.464666 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.256154 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.256795 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.294223 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:06.294802 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.237910 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:09.238488 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:30.428012 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:30.428820 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:07:48.978802 3658 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 10:08:15.008051 3658 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 10:08:16.893098 3658 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0505 10:08:53.030595 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 10:09:23.985997 3658 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 10:09:26.436003 3658 cni.go:452] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key ] I0505 10:09:26.527304 3658 cni.go:473] [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod 4b5e4a5c107e6e8633815a8a1cf4bcbdea5eb38ecd87294b1656ad8184db34cd network default NAD default NAD key default], result "{}", err I0505 10:09:26.600673 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:26.600732 3658 pods.go:176] Deleting pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod I0505 10:09:26.602225 3658 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod, ips: 10.129.0.67 I0505 10:09:26.602253 3658 obj_retry.go:498] Detected object default-tenant/tsf-comp-i5rj1-on-push-99s8w-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:29.359942 3658 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-xomc-ltqqg-collect-keyless-params-pod for pod on switch ip-10-0-2-147.ec2.internal I0505 10:09:29.360118 3658 kube.go:256] Updating pod default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod I0505 10:09:29.389207 3658 pod.go:62] [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod] pod update took 29.11901ms I0505 10:09:29.389230 3658 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod] addLogicalPort annotation time took 29.147109ms I0505 10:09:29.390661 3658 pods.go:271] [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod] addLogicalPort took 30.73742ms, libovsdb time 915.465µs I0505 10:09:29.746436 3658 cni.go:452] [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key ] I0505 10:09:29.755800 3658 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xomc-ltqqg-collect-keyless-params-pod, hostIfaceName: d05849f9ba0d3d0, network: default, NAD default, SandboxID: "d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23", PCI device ID: , UID: "7fbc053b-6c7b-4462-b811-1b51ae8b3071", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0505 10:09:29.808738 3658 cni.go:473] [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:12:1b:70:3c:99\",\"name\":\"d05849f9ba0d3d0\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35463b4c-31a7-4439-baa2-06a7bfde1a12\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 10:09:47.590868 3658 cni.go:452] [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key ] I0505 10:09:47.677813 3658 cni.go:473] [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod d05849f9ba0d3d05e142ea5065477af0b965954a760839d241d4b8476cc80d23 network default NAD default NAD key default], result "{}", err I0505 10:09:47.750154 3658 obj_retry.go:498] Detected object default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 10:09:47.750192 3658 pods.go:176] Deleting pod: default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod I0505 10:09:47.751778 3658 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod, ips: 10.129.0.68 I0505 10:09:47.751814 3658 obj_retry.go:498] Detected object default-tenant/my-integration-test-xomc-ltqqg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it