+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-126.ec2.internal ++ [[ -n ip-10-0-2-126.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-126.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0416 12:15:43.351034488 - disable conntrack on geneve port' I0416 12:15:43.351034488 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0416 12:15:43.367716303 - starting ovnkube-node + echo 'I0416 12:15:43.367716303 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-126.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-126.ec2.internal --init-node ip-10-0-2-126.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-126.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0416 12:15:43.407107 3674 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0416 12:15:43.407155 3674 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a30c6ad771.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0416 12:15:43.408955 3674 kube.go:431] Waiting for certificate I0416 12:15:43.408979 3674 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0416 12:15:43.409016 3674 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0416 12:15:43.409809 3674 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 12:15:43.437966 3674 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:43.437981 3674 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:43.441373 3674 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:43.441474 3674 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cb6rk" I0416 12:16:03.064004 3674 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cb6rk" I0416 12:16:03.064081 3674 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:16:03.409540 3674 kube.go:438] Certificate found I0416 12:16:03.410035 3674 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 12:16:03.411429 3674 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0416 12:16:03.478302 3674 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 12:16:03.493347 3674 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0416 12:16:03.493414 3674 server.go:101] MetricServer registers OVS metrics I0416 12:16:03.493627 3674 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0416 12:16:03.493686 3674 server.go:105] MetricServer registers OVN DB metrics I0416 12:16:03.493702 3674 factory.go:561] Starting watch factory I0416 12:16:03.493805 3674 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493828 3674 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493941 3674 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493953 3674 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493959 3674 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493966 3674 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493981 3674 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.493994 3674 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.494003 3674 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.494005 3674 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.494010 3674 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.494026 3674 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.498547 3674 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0416 12:16:03.498578 3674 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0416 12:16:03.499047 3674 controller_manager.go:370] Starting the ovnkube controller I0416 12:16:03.499057 3674 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-126.ec2.internal I0416 12:16:03.499102 3674 controller_manager.go:395] NBDB zone sync took: 38.357µs I0416 12:16:03.499111 3674 factory.go:561] Starting watch factory I0416 12:16:03.511640 3674 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0416 12:16:03.511663 3674 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0416 12:16:03.515019 3674 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0416 12:16:03.515049 3674 server.go:109] MetricServer registers OVN Controller metrics I0416 12:16:03.518624 3674 server.go:113] MetricServer registers OVN Northd metrics I0416 12:16:03.521848 3674 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.522937 3674 metrics.go:519] OVN Metrics Server starts to run ... I0416 12:16:03.522934 3674 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.524006 3674 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.524539 3674 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.525517 3674 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.537932 3674 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:16:03.598913 3674 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 12:16:03.598937 3674 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 12:16:03.598941 3674 factory.go:1977] *v1.Node informer cache synced successfully I0416 12:16:03.598945 3674 factory.go:1977] *v1.Service informer cache synced successfully I0416 12:16:03.598947 3674 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 12:16:03.598950 3674 factory.go:1977] *v1.Pod informer cache synced successfully I0416 12:16:03.599040 3674 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:16:03.599063 3674 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:16:03.599061 3674 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:16:03.599131 3674 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:16:03.602615 3674 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:16:03.602620 3674 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:16:03.604425 3674 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 12:16:03.604436 3674 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 12:16:03.604492 3674 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.604502 3674 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.604667 3674 factory.go:1977] *v1.Node informer cache synced successfully I0416 12:16:03.604681 3674 factory.go:1977] *v1.Service informer cache synced successfully I0416 12:16:03.604686 3674 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 12:16:03.604689 3674 factory.go:1977] *v1.Pod informer cache synced successfully I0416 12:16:03.604694 3674 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 12:16:03.604698 3674 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 12:16:03.607177 3674 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.610431 3674 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 12:16:03.610442 3674 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 12:16:03.610435 3674 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 12:16:03.610487 3674 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.610514 3674 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.613084 3674 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.616283 3674 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 12:16:03.616293 3674 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 12:16:03.616366 3674 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.616382 3674 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.619345 3674 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.621599 3674 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 12:16:03.621669 3674 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 12:16:03.621717 3674 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.621729 3674 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.624198 3674 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.627467 3674 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 12:16:03.627514 3674 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.627525 3674 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.627565 3674 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 12:16:03.629991 3674 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.633533 3674 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 12:16:03.633545 3674 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 12:16:03.633792 3674 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:16:03.633813 3674 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:16:03.636930 3674 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:16:03.638920 3674 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 12:16:03.638937 3674 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 12:16:03.638996 3674 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.639010 3674 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.639042 3674 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.639054 3674 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.641930 3674 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.642006 3674 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:16:03.644571 3674 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 12:16:03.644590 3674 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 12:16:03.644593 3674 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 12:16:03.644600 3674 factory.go:680] Watch Factory start up complete, took: 150.903381ms I0416 12:16:03.644653 3674 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0416 12:16:03.650101 3674 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 12:16:03.650111 3674 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 12:16:03.650118 3674 factory.go:680] Watch Factory start up complete, took: 151.005453ms I0416 12:16:03.650125 3674 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-126.ec2.internal" zone I0416 12:16:03.679518 3674 default_node_network_controller.go:710] Initializing the default node network controller I0416 12:16:03.767600 3674 udn_isolation.go:101] Starting UDN host isolation manager I0416 12:16:03.774596 3674 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0416 12:16:03.827965 3674 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0416 12:16:03.828118 3674 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0416 12:16:03.828132 3674 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0416 12:16:03.860419 3674 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0416 12:16:03.860476 3674 default_node_network_controller.go:809] Node ip-10-0-2-126.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0416 12:16:03.865644 3674 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.126"] k8s.ovn.org/zone-name:ip-10-0-2-126.ec2.internal] on node ip-10-0-2-126.ec2.internal I0416 12:16:03.888871 3674 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0416 12:16:03.894685 3674 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0416 12:16:03.894848 3674 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0416 12:16:03.894982 3674 gateway_init.go:263] Preparing Gateway I0416 12:16:03.894993 3674 gateway_shared_intf.go:1687] Creating new gateway I0416 12:16:03.900197 3674 controller_manager.go:429] Waiting for node in zone sync took: 250.060547ms I0416 12:16:03.906207 3674 controller_manager.go:611] Switching to transit router for layer2 networks I0416 12:16:03.906219 3674 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-126.ec2.internal I0416 12:16:03.922347 3674 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 12:16:03.928695 3674 controller_manager.go:290] SCTP support detected in OVN I0416 12:16:03.929397 3674 services_controller.go:69] Creating services controller for network=default I0416 12:16:03.929520 3674 udn_enabled_svc.go:80] Waiting for service informer to sync I0416 12:16:03.929742 3674 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0416 12:16:03.929811 3674 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0416 12:16:03.929831 3674 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0416 12:16:03.929844 3674 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 12:16:03.930026 3674 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0416 12:16:03.930069 3674 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0416 12:16:03.930114 3674 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.453µs I0416 12:16:03.930133 3674 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 56.128µs I0416 12:16:03.930139 3674 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.368µs I0416 12:16:03.930141 3674 udn_enabled_svc.go:95] Performing full resync I0416 12:16:03.930145 3674 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0416 12:16:03.930152 3674 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0416 12:16:03.930162 3674 default_network_controller.go:325] Starting the default network controller I0416 12:16:03.930285 3674 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 5.005µs I0416 12:16:03.930452 3674 udn_enabled_svc.go:99] Waiting for handler to sync I0416 12:16:03.930475 3674 udn_enabled_svc.go:104] Starting worker I0416 12:16:03.939840 3674 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0416 12:16:03.939912 3674 repair.go:33] Syncing exgw routes took 59.493µs I0416 12:16:03.939932 3674 default_network_controller.go:414] Starting all the Watchers... I0416 12:16:03.940149 3674 namespace.go:98] [openshift-host-network] adding namespace I0416 12:16:03.940161 3674 namespace.go:98] [dedicated-admin] adding namespace I0416 12:16:03.940185 3674 namespace.go:98] [openshift-customer-monitoring] adding namespace I0416 12:16:03.940208 3674 namespace.go:98] [openshift-network-node-identity] adding namespace I0416 12:16:03.940206 3674 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0416 12:16:03.940219 3674 namespace.go:98] [openshift-config-managed] adding namespace I0416 12:16:03.940227 3674 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0416 12:16:03.940221 3674 namespace.go:98] [openshift-insights] adding namespace I0416 12:16:03.940348 3674 namespace.go:98] [openshift-operators] adding namespace I0416 12:16:03.940378 3674 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0416 12:16:03.940400 3674 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0416 12:16:03.940412 3674 namespace.go:98] [openshift-service-ca] adding namespace I0416 12:16:03.940426 3674 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0416 12:16:03.940435 3674 namespace.go:98] [openshift-machine-config-operator] adding namespace I0416 12:16:03.940484 3674 namespace.go:98] [openshift-authentication] adding namespace I0416 12:16:03.941086 3674 namespace.go:102] [openshift-host-network] adding namespace took 924.763µs I0416 12:16:03.941100 3674 namespace.go:98] [openshift-service-ca-operator] adding namespace I0416 12:16:03.941722 3674 namespace.go:102] [openshift-service-ca-operator] adding namespace took 612.57µs I0416 12:16:03.941740 3674 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0416 12:16:03.942201 3674 namespace.go:102] [dedicated-admin] adding namespace took 2.028283ms I0416 12:16:03.942217 3674 namespace.go:98] [openshift-backplane-csm] adding namespace I0416 12:16:03.942781 3674 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.580228ms I0416 12:16:03.942797 3674 namespace.go:98] [default] adding namespace I0416 12:16:03.943303 3674 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.084264ms I0416 12:16:03.943335 3674 namespace.go:98] [openshift-apiserver-operator] adding namespace I0416 12:16:03.943838 3674 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 3.613733ms I0416 12:16:03.943852 3674 namespace.go:98] [openshift-must-gather-operator] adding namespace I0416 12:16:03.944348 3674 namespace.go:102] [openshift-config-managed] adding namespace took 4.116415ms I0416 12:16:03.944364 3674 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0416 12:16:03.945018 3674 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.780023ms I0416 12:16:03.945047 3674 namespace.go:98] [openshift-backplane-srep] adding namespace I0416 12:16:03.945584 3674 namespace.go:102] [openshift-insights] adding namespace took 5.345119ms I0416 12:16:03.945598 3674 namespace.go:98] [openshift-image-registry] adding namespace I0416 12:16:03.946070 3674 namespace.go:102] [openshift-operators] adding namespace took 5.708926ms I0416 12:16:03.946087 3674 namespace.go:98] [openshift-backplane] adding namespace I0416 12:16:03.946647 3674 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.251632ms I0416 12:16:03.946658 3674 namespace.go:98] [openshift-ingress] adding namespace I0416 12:16:03.947158 3674 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.745997ms I0416 12:16:03.947172 3674 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0416 12:16:03.947788 3674 namespace.go:102] [openshift-service-ca] adding namespace took 7.364267ms I0416 12:16:03.947803 3674 namespace.go:98] [openshift-etcd] adding namespace I0416 12:16:03.948465 3674 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.028552ms I0416 12:16:03.948490 3674 namespace.go:98] [openshift-backplane-mobb] adding namespace I0416 12:16:03.949105 3674 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.659701ms I0416 12:16:03.949125 3674 namespace.go:98] [openshift-authentication-operator] adding namespace I0416 12:16:03.949753 3674 namespace.go:102] [openshift-authentication] adding namespace took 9.257763ms I0416 12:16:03.949767 3674 namespace.go:98] [openshift-network-diagnostics] adding namespace I0416 12:16:03.950177 3674 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.430775ms I0416 12:16:03.950194 3674 namespace.go:98] [openshift-kube-apiserver] adding namespace I0416 12:16:03.950608 3674 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.383523ms I0416 12:16:03.950622 3674 namespace.go:98] [openshift-kube-scheduler] adding namespace I0416 12:16:03.951025 3674 namespace.go:102] [default] adding namespace took 8.221571ms I0416 12:16:03.951039 3674 namespace.go:98] [openshift-ingress-canary] adding namespace I0416 12:16:03.951499 3674 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.155479ms I0416 12:16:03.951531 3674 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0416 12:16:03.952051 3674 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.194287ms I0416 12:16:03.952066 3674 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0416 12:16:03.952480 3674 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.107364ms I0416 12:16:03.952500 3674 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0416 12:16:03.952952 3674 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.894956ms I0416 12:16:03.952968 3674 namespace.go:98] [openshift-backplane-cse] adding namespace I0416 12:16:03.953341 3674 namespace.go:102] [openshift-image-registry] adding namespace took 7.738056ms I0416 12:16:03.953356 3674 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0416 12:16:03.953857 3674 namespace.go:102] [openshift-backplane] adding namespace took 7.765427ms I0416 12:16:03.953870 3674 namespace.go:98] [kube-system] adding namespace I0416 12:16:03.954273 3674 namespace.go:102] [openshift-ingress] adding namespace took 7.608769ms I0416 12:16:03.954287 3674 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0416 12:16:03.954804 3674 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.62396ms I0416 12:16:03.954820 3674 namespace.go:98] [openshift-monitoring] adding namespace I0416 12:16:03.955310 3674 namespace.go:102] [openshift-etcd] adding namespace took 7.502582ms I0416 12:16:03.955340 3674 namespace.go:98] [openshift-route-controller-manager] adding namespace I0416 12:16:03.955960 3674 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.462215ms I0416 12:16:03.955972 3674 namespace.go:98] [openshift-infra] adding namespace W0416 12:16:03.956433 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l2pqn: pod openshift-network-diagnostics/network-check-target-l2pqn: no pod IPs found I0416 12:16:03.956473 3674 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.33882ms I0416 12:16:03.956485 3674 namespace.go:98] [openshift-logging] adding namespace I0416 12:16:03.957058 3674 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.283252ms I0416 12:16:03.957076 3674 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0416 12:16:03.957581 3674 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.380507ms I0416 12:16:03.957594 3674 namespace.go:98] [openshift-network-operator] adding namespace I0416 12:16:03.958109 3674 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.481986ms I0416 12:16:03.958120 3674 namespace.go:98] [openshift-apiserver] adding namespace I0416 12:16:03.958731 3674 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.686056ms I0416 12:16:03.958745 3674 namespace.go:98] [openshift-config] adding namespace I0416 12:16:03.959140 3674 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.601999ms I0416 12:16:03.959152 3674 namespace.go:98] [openshift-dns] adding namespace I0416 12:16:03.959659 3674 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.585762ms I0416 12:16:03.959678 3674 namespace.go:98] [openshift-machine-api] adding namespace I0416 12:16:03.960054 3674 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.546918ms I0416 12:16:03.960069 3674 namespace.go:98] [kube-node-lease] adding namespace I0416 12:16:03.960485 3674 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.510784ms I0416 12:16:03.960502 3674 namespace.go:98] [openshift-console-operator] adding namespace I0416 12:16:03.961112 3674 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.745519ms I0416 12:16:03.961131 3674 namespace.go:98] [openshift-backplane-tam] adding namespace I0416 12:16:03.961765 3674 namespace.go:102] [kube-system] adding namespace took 7.889054ms I0416 12:16:03.961779 3674 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0416 12:16:03.962346 3674 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.052187ms I0416 12:16:03.962363 3674 namespace.go:98] [kube-public] adding namespace I0416 12:16:03.963093 3674 namespace.go:102] [openshift-monitoring] adding namespace took 8.265515ms I0416 12:16:03.963105 3674 namespace.go:98] [openshift] adding namespace I0416 12:16:03.963710 3674 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.362196ms I0416 12:16:03.963725 3674 namespace.go:98] [openshift-ingress-operator] adding namespace I0416 12:16:03.964239 3674 namespace.go:102] [openshift-infra] adding namespace took 8.259532ms I0416 12:16:03.964255 3674 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0416 12:16:03.964873 3674 namespace.go:102] [openshift-logging] adding namespace took 8.381747ms I0416 12:16:03.964886 3674 namespace.go:98] [openshift-network-console] adding namespace I0416 12:16:03.965404 3674 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.322291ms I0416 12:16:03.965420 3674 namespace.go:98] [openshift-marketplace] adding namespace I0416 12:16:03.965977 3674 namespace.go:102] [openshift-network-operator] adding namespace took 8.378482ms I0416 12:16:03.966613 3674 namespace.go:102] [openshift-apiserver] adding namespace took 8.488964ms I0416 12:16:03.966625 3674 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0416 12:16:03.967146 3674 namespace.go:102] [openshift-config] adding namespace took 8.393335ms I0416 12:16:03.967164 3674 namespace.go:98] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] adding namespace I0416 12:16:03.967679 3674 namespace.go:102] [openshift-dns] adding namespace took 8.520706ms I0416 12:16:03.967691 3674 namespace.go:98] [openshift-cluster-version] adding namespace I0416 12:16:03.968202 3674 namespace.go:102] [openshift-machine-api] adding namespace took 8.517718ms I0416 12:16:03.968215 3674 namespace.go:98] [openshift-package-operator] adding namespace I0416 12:16:03.968728 3674 namespace.go:102] [kube-node-lease] adding namespace took 8.654134ms I0416 12:16:03.968739 3674 namespace.go:98] [openshift-backplane-cee] adding namespace I0416 12:16:03.969237 3674 namespace.go:102] [openshift-console-operator] adding namespace took 8.729283ms I0416 12:16:03.969251 3674 namespace.go:98] [openshift-multus] adding namespace I0416 12:16:03.969750 3674 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.613977ms I0416 12:16:03.969763 3674 namespace.go:98] [openshift-controller-manager] adding namespace I0416 12:16:03.970185 3674 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.400635ms I0416 12:16:03.970196 3674 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0416 12:16:03.970661 3674 namespace.go:102] [kube-public] adding namespace took 8.291503ms I0416 12:16:03.970672 3674 namespace.go:98] [openshift-node] adding namespace I0416 12:16:03.971119 3674 namespace.go:102] [openshift] adding namespace took 8.008563ms I0416 12:16:03.971131 3674 namespace.go:98] [openshift-config-operator] adding namespace I0416 12:16:03.971624 3674 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.89426ms I0416 12:16:03.971634 3674 namespace.go:98] [openshift-console] adding namespace I0416 12:16:03.972154 3674 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.892395ms I0416 12:16:03.972167 3674 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0416 12:16:03.972668 3674 namespace.go:102] [openshift-network-console] adding namespace took 7.775815ms I0416 12:16:03.972680 3674 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0416 12:16:03.973066 3674 namespace.go:102] [openshift-marketplace] adding namespace took 7.640851ms I0416 12:16:03.973077 3674 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0416 12:16:03.973480 3674 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.850323ms I0416 12:16:03.973491 3674 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0416 12:16:03.973996 3674 namespace.go:102] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] adding namespace took 6.827456ms I0416 12:16:03.974910 3674 namespace.go:102] [openshift-cluster-version] adding namespace took 7.212327ms I0416 12:16:03.975444 3674 namespace.go:102] [openshift-package-operator] adding namespace took 7.222331ms I0416 12:16:03.975463 3674 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace W0416 12:16:03.975847 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x9f75: pod openshift-multus/network-metrics-daemon-x9f75: no pod IPs found I0416 12:16:03.975883 3674 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.137587ms I0416 12:16:03.975897 3674 namespace.go:98] [openshift-console-user-settings] adding namespace I0416 12:16:03.976482 3674 namespace.go:102] [openshift-multus] adding namespace took 7.225251ms I0416 12:16:03.976926 3674 namespace.go:102] [openshift-controller-manager] adding namespace took 7.15679ms I0416 12:16:03.976941 3674 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0416 12:16:03.977312 3674 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.111165ms I0416 12:16:03.977833 3674 namespace.go:102] [openshift-node] adding namespace took 7.155626ms I0416 12:16:03.978243 3674 namespace.go:102] [openshift-config-operator] adding namespace took 7.107773ms I0416 12:16:03.978254 3674 namespace.go:98] [openshift-operators-redhat] adding namespace I0416 12:16:03.978797 3674 namespace.go:102] [openshift-console] adding namespace took 7.158821ms I0416 12:16:03.978806 3674 namespace.go:98] [openshift-dns-operator] adding namespace I0416 12:16:03.979200 3674 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.028844ms I0416 12:16:03.979717 3674 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.030839ms I0416 12:16:03.980160 3674 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.077067ms I0416 12:16:03.980557 3674 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.059779ms I0416 12:16:03.981021 3674 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.550678ms I0416 12:16:03.981649 3674 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.745088ms I0416 12:16:03.982077 3674 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.130706ms I0416 12:16:03.982452 3674 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.193247ms I0416 12:16:03.982948 3674 namespace.go:102] [openshift-dns-operator] adding namespace took 4.136718ms W0416 12:16:03.983022 3674 master.go:458] Unable to parse local node ip-10-0-2-126.ec2.internal chassis-id annotation. Chassis may be removed during sync I0416 12:16:03.983031 3674 master.go:481] Removing stale chassis with ID/Name: 7f85ccc9-9e76-460b-861b-5ddf64565d74, hostname: ip-10-0-2-126.ec2.internal I0416 12:16:03.983436 3674 master.go:548] Adding or Updating local node "ip-10-0-2-126.ec2.internal" for network "default" I0416 12:16:03.984650 3674 zone_ic_handler.go:195] Time taken to create transit switch: 381.334µs I0416 12:16:03.984662 3674 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-136.ec2.internal for the network default E0416 12:16:03.984687 3674 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-109.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-109.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-109.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a6dd38 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1275520418}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0416 12:16:03.984745 3674 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-109.ec2.internal", UID:"1753e6f0-7b08-48cc-85c2-72dd9c95b1a6", APIVersion:"v1", ResourceVersion:"9817", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-109.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-109.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009a6dd38 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1275520418}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0416 12:16:03.985846 3674 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-136.ec2.internal" on network "default" took: 1.587774ms I0416 12:16:03.987360 3674 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-126.ec2.internal for the network default I0416 12:16:03.987532 3674 zone_ic_handler.go:195] Time taken to create transit switch: 159.06µs I0416 12:16:03.988172 3674 default_network_controller.go:823] Node add failed for ip-10-0-2-126.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal, error getting gateway config for node ip-10-0-2-126.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal", failed to update chassis to local for local node ip-10-0-2-126.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-126.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal] E0416 12:16:03.988221 3674 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-126.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal, error getting gateway config for node ip-10-0-2-126.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal", failed to update chassis to local for local node ip-10-0-2-126.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-126.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal] I0416 12:16:03.988264 3674 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0416 12:16:03.988270 3674 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-126.ec2.internal", UID:"c3dbbd76-8431-4cfc-89f0-31fae66fa360", APIVersion:"v1", ResourceVersion:"10305", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal, error getting gateway config for node ip-10-0-2-126.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal", failed to update chassis to local for local node ip-10-0-2-126.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-126.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal] I0416 12:16:03.988296 3674 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0416 12:16:03.988335 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:16:03.988402 3674 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:03.988417 3674 services_controller.go:574] Full service sync requested for network=default I0416 12:16:03.988422 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-109.ec2.internal in network "default" I0416 12:16:03.988445 3674 node_tracker.go:169] Node ip-10-0-1-109.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:03.988451 3674 services_controller.go:574] Full service sync requested for network=default I0416 12:16:03.988457 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:03.988465 3674 node_tracker.go:235] Node ip-10-0-2-126.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal" I0416 12:16:03.988334 3674 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0416 12:16:03.988472 3674 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:03.988499 3674 services_controller.go:574] Full service sync requested for network=default I0416 12:16:03.995995 3674 iptables.go:108] Creating table: filter chain: FORWARD I0416 12:16:04.002361 3674 iptables.go:108] Creating table: filter chain: OUTPUT I0416 12:16:04.008387 3674 gateway_shared_intf.go:1816] Gateway Creation Complete I0416 12:16:04.008400 3674 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-126.ec2.internal","mac-address":"0e:4f:7e:5d:0c:db","ip-addresses":["10.0.2.126/24"],"ip-address":"10.0.2.126/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7f85ccc9-9e76-460b-861b-5ddf64565d74 k8s.ovn.org/node-encap-ips:["10.0.2.126"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.126/24"} k8s.ovn.org/zone-name:ip-10-0-2-126.ec2.internal] on node ip-10-0-2-126.ec2.internal I0416 12:16:04.024407 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:04.024461 3674 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:04.024472 3674 master.go:548] Adding or Updating local node "ip-10-0-2-126.ec2.internal" for network "default" I0416 12:16:04.024476 3674 services_controller.go:574] Full service sync requested for network=default I0416 12:16:04.027834 3674 default_node_network_controller.go:519] Node connection status = connected W0416 12:16:04.029372 3674 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-l2pqn: pod openshift-network-diagnostics/network-check-target-l2pqn: no pod IPs found W0416 12:16:04.029401 3674 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-x9f75: pod openshift-multus/network-metrics-daemon-x9f75: no pod IPs found I0416 12:16:04.030457 3674 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-126.ec2.internal for the network default I0416 12:16:04.030703 3674 zone_ic_handler.go:195] Time taken to create transit switch: 228.105µs I0416 12:16:04.077618 3674 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-17 12:11:03 +0000 UTC" deadline="2026-04-17 09:22:46.355802583 +0000 UTC" I0416 12:16:04.077640 3674 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h6m42.278169446s" I0416 12:16:04.088907 3674 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0416 12:16:04.088925 3674 services_controller.go:208] Setting up event handlers for services for network=default I0416 12:16:04.088967 3674 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0416 12:16:04.089032 3674 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0416 12:16:04.089043 3674 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0416 12:16:04.189887 3674 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0416 12:16:04.189903 3674 repair.go:60] Starting repairing loop for services I0416 12:16:04.189971 3674 repair.go:131] Deleted 0 stale service LBs I0416 12:16:04.189989 3674 repair.go:137] Deleted 0 stale Chassis Template Vars I0416 12:16:04.190007 3674 repair.go:62] Finished repairing loop for services: 105.366µs I0416 12:16:04.190029 3674 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0416 12:16:04.190039 3674 services_controller.go:254] Starting workers for network=default I0416 12:16:04.190363 3674 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0416 12:16:04.190644 3674 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x9f75] creating logical port openshift-multus_network-metrics-daemon-x9f75 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:04.190755 3674 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:16:04.191607 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l2pqn] creating logical port openshift-network-diagnostics_network-check-target-l2pqn for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:04.191706 3674 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-l2pqn W0416 12:16:04.194598 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 12:16:04.195696 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:04.209047 3674 pod.go:62] [openshift-network-diagnostics/network-check-target-l2pqn] pod update took 17.381216ms I0416 12:16:04.209069 3674 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-l2pqn] addLogicalPort annotation time took 17.404769ms I0416 12:16:04.209491 3674 pod.go:62] [openshift-multus/network-metrics-daemon-x9f75] pod update took 18.788731ms I0416 12:16:04.209509 3674 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-x9f75] addLogicalPort annotation time took 18.812141ms I0416 12:16:04.210455 3674 pods.go:271] [openshift-multus/network-metrics-daemon-x9f75] addLogicalPort took 19.823265ms, libovsdb time 771.447µs I0416 12:16:04.210761 3674 pods.go:271] [openshift-network-diagnostics/network-check-target-l2pqn] addLogicalPort took 19.161066ms, libovsdb time 1.034927ms I0416 12:16:04.211280 3674 admin_network_policy_controller.go:227] Starting controller default-network-controller I0416 12:16:04.211299 3674 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0416 12:16:04.211316 3674 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0416 12:16:04.211333 3674 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0416 12:16:04.211532 3674 repair.go:29] Repairing admin network policies took 192.244µs I0416 12:16:04.211636 3674 repair.go:92] Repairing baseline admin network policies took 94.932µs I0416 12:16:04.212152 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0416 12:16:04.212173 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0416 12:16:04.214345 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0416 12:16:04.214365 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0416 12:16:04.214372 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0416 12:16:04.215813 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0416 12:16:04.215839 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0416 12:16:04.215851 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0416 12:16:04.217765 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0416 12:16:04.217786 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0416 12:16:04.217806 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0416 12:16:04.219690 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0416 12:16:04.219710 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0416 12:16:04.219721 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0416 12:16:04.221819 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0416 12:16:04.221837 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0416 12:16:04.221846 3674 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0416 12:16:04.223458 3674 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0416 12:16:04.223478 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0416 12:16:04.223486 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0416 12:16:04.224935 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0416 12:16:04.224952 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0416 12:16:04.224958 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0416 12:16:04.225198 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0416 12:16:04.225212 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0416 12:16:04.225220 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0416 12:16:04.225698 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0416 12:16:04.225717 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0416 12:16:04.225725 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0416 12:16:04.226142 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0416 12:16:04.226159 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0416 12:16:04.226166 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0416 12:16:04.227309 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0416 12:16:04.227357 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0416 12:16:04.227370 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0416 12:16:04.228289 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0416 12:16:04.228312 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0416 12:16:04.228343 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0416 12:16:04.229446 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0416 12:16:04.229468 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0416 12:16:04.229477 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0416 12:16:04.229975 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0416 12:16:04.229995 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0416 12:16:04.230008 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0416 12:16:04.230571 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0416 12:16:04.230590 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0416 12:16:04.230596 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0416 12:16:04.230878 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0416 12:16:04.230895 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0416 12:16:04.230904 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0416 12:16:04.231942 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0416 12:16:04.231960 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0416 12:16:04.231978 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0416 12:16:04.232825 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0416 12:16:04.232853 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0416 12:16:04.232861 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0416 12:16:04.233134 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0416 12:16:04.233151 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0416 12:16:04.234002 3674 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0416 12:16:04.234014 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 12:16:04.234829 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0416 12:16:04.234853 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0416 12:16:04.234875 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 12:16:04.235624 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0416 12:16:04.235643 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0416 12:16:04.235653 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0416 12:16:04.236779 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0416 12:16:04.236797 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0416 12:16:04.236808 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0416 12:16:04.238112 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0416 12:16:04.238130 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0416 12:16:04.238137 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0416 12:16:04.238726 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0416 12:16:04.238743 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0416 12:16:04.238750 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0416 12:16:04.239456 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0416 12:16:04.239475 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0416 12:16:04.239483 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0416 12:16:04.240399 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0416 12:16:04.240421 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0416 12:16:04.240430 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0416 12:16:04.240975 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0416 12:16:04.240993 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0416 12:16:04.240999 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0416 12:16:04.242475 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0416 12:16:04.242494 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0416 12:16:04.242505 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0416 12:16:04.243049 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0416 12:16:04.243292 3674 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0416 12:16:04.248584 3674 egressfirewall.go:374] Starting EgressFirewall controller I0416 12:16:04.248611 3674 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0416 12:16:04.248612 3674 controller.go:133] Adding controller egress-firewall-controller event handlers I0416 12:16:04.248646 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0416 12:16:04.248662 3674 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0416 12:16:04.248665 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0416 12:16:04.248674 3674 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0416 12:16:04.248918 3674 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0416 12:16:04.248931 3674 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0416 12:16:04.248937 3674 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0416 12:16:04.248946 3674 egressqos.go:193] Setting up event handlers for EgressQoS I0416 12:16:04.248958 3674 egressfirewall.go:723] Syncing node "ip-10-0-0-136.ec2.internal" for egress firewall I0416 12:16:04.248970 3674 egressfirewall.go:723] Syncing node "ip-10-0-1-109.ec2.internal" for egress firewall I0416 12:16:04.248976 3674 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:16:04.249087 3674 egressqos.go:245] Starting EgressQoS Controller I0416 12:16:04.249096 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0416 12:16:04.249102 3674 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0416 12:16:04.249107 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0416 12:16:04.249112 3674 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0416 12:16:04.249116 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0416 12:16:04.249121 3674 shared_informer.go:356] "Caches are synced" controller="egressqos" I0416 12:16:04.249125 3674 egressqos.go:259] Repairing EgressQoSes I0416 12:16:04.249129 3674 egressqos.go:399] Starting repairing loop for egressqos I0416 12:16:04.249193 3674 egressqos.go:401] Finished repairing loop for egressqos: 64.388µs I0416 12:16:04.249209 3674 egressservice_zone.go:132] Setting up event handlers for Egress Services I0416 12:16:04.249252 3674 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-126.ec2.internal I0416 12:16:04.249352 3674 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-126.ec2.internal : 100.721µs I0416 12:16:04.249413 3674 egressservice_zone.go:210] Starting Egress Services Controller I0416 12:16:04.249432 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 12:16:04.249445 3674 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 12:16:04.249454 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 12:16:04.249459 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 12:16:04.249464 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 12:16:04.249468 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 12:16:04.249474 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0416 12:16:04.249478 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0416 12:16:04.249482 3674 egressservice_zone.go:228] Repairing Egress Services I0416 12:16:04.249742 3674 master_controller.go:88] Starting Admin Policy Based Route Controller I0416 12:16:04.249751 3674 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 12:16:04.249817 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:04.249830 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 13.929µs I0416 12:16:04.249839 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:16:04.249851 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 11.854µs I0416 12:16:04.249861 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-109.ec2.internal I0416 12:16:04.249868 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-109.ec2.internal: 8.571µs I0416 12:16:04.249969 3674 default_network_controller.go:585] Completing all the Watchers took 310.02964ms I0416 12:16:04.249982 3674 default_network_controller.go:589] Starting unidling controllers I0416 12:16:04.249998 3674 unidle.go:46] Registering OVN SB ControllerEvent handler I0416 12:16:04.250007 3674 unidle.go:63] Populating Initial ContollerEvent events I0416 12:16:04.250021 3674 unidle.go:79] Setting up event handlers for services I0416 12:16:04.250074 3674 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0416 12:16:04.255602 3674 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0416 12:16:04.528984 3674 default_node_network_controller.go:519] Node connection status = connected I0416 12:16:04.545927 3674 bridgeconfig.go:537] Gateway is ready I0416 12:16:04.545944 3674 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0416 12:16:04.557296 3674 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.126. Updating OVN encap IP. I0416 12:16:04.562297 3674 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.126 - it is already configured I0416 12:16:04.562312 3674 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.126/24:{} 172.20.0.1/32:{}]. Updating annotations. I0416 12:16:04.562601 3674 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.126/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-126.ec2.internal","mac-address":"0e:4f:7e:5d:0c:db","ip-addresses":["10.0.2.126/24"],"ip-address":"10.0.2.126/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7f85ccc9-9e76-460b-861b-5ddf64565d74 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.126/24"}] on node ip-10-0-2-126.ec2.internal I0416 12:16:04.578929 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:04.578949 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 26.695µs I0416 12:16:04.578967 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:04.579020 3674 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:16:04.579033 3674 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:04.579037 3674 master.go:548] Adding or Updating local node "ip-10-0-2-126.ec2.internal" for network "default" I0416 12:16:04.579049 3674 services_controller.go:574] Full service sync requested for network=default W0416 12:16:04.579715 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:04.579935 3674 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.126 I0416 12:16:04.580026 3674 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-126.ec2.internal I0416 12:16:04.583307 3674 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-126.ec2.internal. Updating no re-route policies I0416 12:16:04.583381 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-khjq2 I0416 12:16:04.583396 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:16:04.583404 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-126.ec2.internal I0416 12:16:04.583410 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5jc5b I0416 12:16:04.583418 3674 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-126.ec2.internal I0416 12:16:04.583421 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-126.ec2.internal I0416 12:16:04.583423 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5jc5b I0416 12:16:04.583436 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-khjq2 I0416 12:16:04.583433 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-c988c I0416 12:16:04.583450 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5jc5b after 0 failed attempt(s) I0416 12:16:04.583408 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:16:04.583454 3674 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-126.ec2.internal I0416 12:16:04.583458 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-c988c I0416 12:16:04.583456 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn I0416 12:16:04.583469 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-khjq2 after 0 failed attempt(s) I0416 12:16:04.583474 3674 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-126.ec2.internal after 0 failed attempt(s) I0416 12:16:04.583382 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8lnxh I0416 12:16:04.583475 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn I0416 12:16:04.583485 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-p28cj I0416 12:16:04.583491 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-c988c after 0 failed attempt(s) I0416 12:16:04.583493 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nlnfp I0416 12:16:04.583387 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9d6dk I0416 12:16:04.583506 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l2pqn] creating logical port openshift-network-diagnostics_network-check-target-l2pqn for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:04.583489 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8lnxh I0416 12:16:04.583511 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9d6dk I0416 12:16:04.583521 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8lnxh after 0 failed attempt(s) I0416 12:16:04.583500 3674 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-x9f75] creating logical port openshift-multus_network-metrics-daemon-x9f75 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:04.583532 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9d6dk after 0 failed attempt(s) I0416 12:16:04.583396 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kjqtb I0416 12:16:04.583451 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-126.ec2.internal after 0 failed attempt(s) I0416 12:16:04.583547 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-kjqtb I0416 12:16:04.583567 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-kjqtb after 0 failed attempt(s) I0416 12:16:04.583501 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-p28cj I0416 12:16:04.583439 3674 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-6ls97 I0416 12:16:04.583595 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-p28cj after 0 failed attempt(s) I0416 12:16:04.583607 3674 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-6ls97 I0416 12:16:04.583506 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nlnfp I0416 12:16:04.583627 3674 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-6ls97 after 0 failed attempt(s) I0416 12:16:04.583638 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nlnfp after 0 failed attempt(s) I0416 12:16:04.584306 3674 pods.go:271] [openshift-network-diagnostics/network-check-target-l2pqn] addLogicalPort took 805.242µs, libovsdb time 283.877µs I0416 12:16:04.584331 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn after 0 failed attempt(s) I0416 12:16:04.584401 3674 pods.go:271] [openshift-multus/network-metrics-daemon-x9f75] addLogicalPort took 924.526µs, libovsdb time 374.634µs I0416 12:16:04.584409 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-x9f75 after 0 failed attempt(s) I0416 12:16:04.595039 3674 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0416 12:16:04.605657 3674 iptables.go:108] Creating table: mangle chain: OUTPUT I0416 12:16:04.608835 3674 iptables.go:108] Creating table: nat chain: OUTPUT I0416 12:16:04.644869 3674 iptables.go:108] Creating table: nat chain: PREROUTING I0416 12:16:04.691431 3674 iptables.go:108] Creating table: filter chain: FORWARD I0416 12:16:04.707875 3674 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0416 12:16:04.707988 3674 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0416 12:16:04.708035 3674 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0416 12:16:04.708145 3674 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0416 12:16:04.708199 3674 gateway_init.go:325] Gateway and management port readiness took 684.303649ms I0416 12:16:04.708230 3674 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0416 12:16:04.708274 3674 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0416 12:16:04.708291 3674 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0416 12:16:04.708301 3674 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 12:16:04.708393 3674 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0416 12:16:04.708479 3674 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.265µs I0416 12:16:04.708748 3674 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0416 12:16:04.708779 3674 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.537µs I0416 12:16:04.708788 3674 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.873µs I0416 12:16:04.708793 3674 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0416 12:16:04.708805 3674 nad_controller.go:379] [node-nad-controller NAD controller]: started I0416 12:16:04.708812 3674 default_node_network_controller.go:899] Starting the default node network controller I0416 12:16:04.708819 3674 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0416 12:16:04.708910 3674 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.496µs I0416 12:16:04.709039 3674 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0416 12:16:04.709053 3674 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0416 12:16:04.709079 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bfec10 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc000c582d0 0xc0002dc930 0xc0002dc9a0 0xc00085e2d0 0xc00607f340 0xc0002dca10 map[0x2ff9080:0xc0023844e0 0x2ff95c0:0xc0023847e0 0x2ffa2e0:0xc002384420 0x2ffa580:0xc002384480 0x2ffad60:0xc002384540 0x2ffb000:0xc0023845a0 0x2ffb2a0:0xc002384600 0x2ffba80:0xc002384840 0x2ffbd20:0xc0023848a0 0x3026980:0xc000e12780 0x3026d20:0xc000e127e0 0x3027800:0xc000c1b1a0 0x3029160:0xc001b74000 0x30298a0:0xc000e12900 0x302a720:0xc0015853e0] 0xc00016b500 0} I0416 12:16:04.709137 3674 gateway.go:151] Starting gateway service sync I0416 12:16:04.709672 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0416 12:16:04.711793 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0416 12:16:04.733059 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0416 12:16:04.734238 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0416 12:16:04.735355 3674 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0416 12:16:04.768741 3674 gateway.go:168] Gateway service sync done. Time taken: 59.591464ms I0416 12:16:04.769118 3674 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31258 I0416 12:16:04.769970 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bfec10 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc000c582d0 0xc0002dc930 0xc0002dc9a0 0xc00085e2d0 0xc00607f340 0xc0002dca10 map[0x2ff9080:0xc0023844e0 0x2ff95c0:0xc0023847e0 0x2ffa2e0:0xc002384420 0x2ffa580:0xc002384480 0x2ffad60:0xc002384540 0x2ffb000:0xc0023845a0 0x2ffb2a0:0xc002384600 0x2ffba80:0xc002384840 0x2ffbd20:0xc0023848a0 0x3026980:0xc000e12780 0x3026d20:0xc000e127e0 0x3027800:0xc000c1b1a0 0x3029160:0xc001b74000 0x30298a0:0xc000e12900 0x302a720:0xc0015853e0] 0xc00016b500 0} I0416 12:16:04.770424 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bfec10 0xc0002dc620 0xc0002dc690 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc000c582d0 0xc0002dc930 0xc0002dc9a0 0xc00085e2d0 0xc00607f340 0xc0002dca10 map[0x2ff9080:0xc0023844e0 0x2ff95c0:0xc0023847e0 0x2ffa2e0:0xc002384420 0x2ffa580:0xc002384480 0x2ffad60:0xc002384540 0x2ffb000:0xc0023845a0 0x2ffb2a0:0xc002384600 0x2ffba80:0xc002384840 0x2ffbd20:0xc0023848a0 0x3026980:0xc000e12780 0x3026d20:0xc000e127e0 0x3027800:0xc000c1b1a0 0x3029160:0xc001b74000 0x30298a0:0xc000e12900 0x302a720:0xc0015853e0] 0xc00016b500 0} I0416 12:16:04.770466 3674 gateway.go:532] Reconciling gateway with updates I0416 12:16:04.775364 3674 gateway.go:339] Spawning Conntrack Rule Check Thread I0416 12:16:04.775389 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 12:16:04.775400 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:16:04.775406 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 12:16:04.775409 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:16:04.775413 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:16:04.775408 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:16:04.775420 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:16:04.775426 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:16:04.775424 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:16:04.775434 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 12:16:04.775442 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:16:04.775441 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:16:04.775456 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:16:04.775460 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:16:04.775462 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0416 12:16:04.775465 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:16:04.775472 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:16:04.775476 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 12:16:04.775484 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:16:04.775484 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:16:04.775495 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:16:04.775498 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:16:04.775502 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:16:04.775496 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:16:04.775509 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:16:04.775399 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 12:16:04.775513 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:16:04.775487 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:16:04.775520 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 12:16:04.775520 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:04.775525 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:16:04.775514 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 12:16:04.775475 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:16:04.775460 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:16:04.775541 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:16:04.775543 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:16:04.775545 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 12:16:04.775549 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 12:16:04.775523 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:16:04.775549 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 12:16:04.775563 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:16:04.775567 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:16:04.775485 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 12:16:04.775574 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:16:04.775580 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:16:04.775588 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 12:16:04.775586 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 12:16:04.775476 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:16:04.775485 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775575 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:16:04.775606 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 12:16:04.775565 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:16:04.775619 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:16:04.775491 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 12:16:04.775627 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:16:04.775634 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:16:04.775636 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 12:16:04.775638 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775388 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:16:04.775620 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0416 12:16:04.775647 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:16:04.775502 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:16:04.775652 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 12:16:04.775654 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:16:04.775500 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:16:04.775664 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0416 12:16:04.775666 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 12:16:04.775650 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0416 12:16:04.775678 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 12:16:04.775684 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 12:16:04.775713 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 12:16:04.775724 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0416 12:16:04.775727 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:16:04.775739 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0416 12:16:04.775741 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:16:04.775745 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0416 12:16:04.775654 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 31555 is already open, no action needed I0416 12:16:04.775750 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0416 12:16:04.775508 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 12:16:04.775758 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:16:04.775448 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:16:04.775761 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 30211 is already open, no action needed I0416 12:16:04.775767 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:16:04.775770 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:16:04.775775 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:16:04.775782 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 12:16:04.775514 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:16:04.775763 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:16:04.775513 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:16:04.775801 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:16:04.775808 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 12:16:04.775808 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 12:16:04.775523 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:16:04.775820 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:16:04.775826 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 12:16:04.775517 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:16:04.775834 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 12:16:04.775833 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775523 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 12:16:04.775533 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:04.775850 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 12:16:04.775855 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 12:16:04.775516 3674 default_node_network_controller.go:944] Gateway and management port readiness took 66.454334ms I0416 12:16:04.775864 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775533 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 12:16:04.775558 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 12:16:04.775594 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 12:16:04.775827 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 12:16:04.775601 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:16:04.775465 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775891 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:16:04.775902 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:16:04.775656 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:16:04.775912 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775657 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:16:04.775508 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 12:16:04.775669 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:16:04.775501 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:16:04.775671 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0416 12:16:04.775669 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 12:16:04.775795 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:16:04.775815 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:16:04.776022 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:16:04.775526 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:16:04.775527 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 12:16:04.776076 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 12:16:04.775868 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:16:04.776115 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:16:04.775880 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:16:04.776144 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:16:04.775733 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 12:16:04.776178 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 12:16:04.776383 3674 node_ip_handler_linux.go:160] Node IP manager is running W0416 12:16:04.814496 3674 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 12:16:04.814874 3674 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 12:16:04.815096 3674 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0416 12:16:04.823006 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 12:16:04.844388 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 12:16:04.844399 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 12:16:04.844415 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 12:16:04.844422 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 12:16:04.844446 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 12:16:04.844468 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 12:16:04.844488 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0416 12:16:04.844499 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 12:16:04.844511 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 12:16:04.844520 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 12:16:04.884490 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 12:16:04.884517 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 12:16:04.884888 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 12:16:04.884910 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) W0416 12:16:05.330517 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0416 12:16:06.402837 3674 default_node_network_controller.go:1380] Starting node controller node sync W0416 12:16:06.402879 3674 egressip_healthcheck.go:76] Health checking using insecure connection I0416 12:16:06.402916 3674 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0416 12:16:06.414421 3674 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.562563ms I0416 12:16:06.414572 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-136.ec2.internal", IP: 10.0.0.136 to PMTUD blocking rules I0416 12:16:06.414586 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 12:16:06.414604 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-109.ec2.internal", IP: 10.0.1.109 to PMTUD blocking rules I0416 12:16:06.414615 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-109.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 12:16:06.424805 3674 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0416 12:16:06.425058 3674 egressservice_node.go:93] Setting up event handlers for Egress Services I0416 12:16:06.425217 3674 egressservice_node.go:183] Starting Egress Services Controller I0416 12:16:06.425234 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 12:16:06.425242 3674 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 12:16:06.425248 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 12:16:06.425253 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 12:16:06.425258 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 12:16:06.425263 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 12:16:06.425267 3674 egressservice_node.go:197] Repairing Egress Services I0416 12:16:06.434877 3674 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0416 12:16:06.434888 3674 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 12:16:06.435161 3674 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0416 12:16:06.435175 3674 link_network_manager.go:119] Link manager is running I0416 12:16:06.435183 3674 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0416 12:16:06.435363 3674 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0416 12:16:06.435860 3674 vrf_manager.go:128] VRF manager is running I0416 12:16:06.436086 3674 node_controller_manager.go:437] Removing flows to drop GARP I0416 12:16:06.436107 3674 gateway.go:532] Reconciling gateway with updates I0416 12:16:06.448203 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 12:16:06.448213 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:16:06.448222 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:16:06.448228 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 12:16:06.448225 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0416 12:16:06.448233 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:16:06.448241 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 12:16:06.448231 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:16:06.448253 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:16:06.448259 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:16:06.448262 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:06.448275 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:16:06.448281 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:16:06.448284 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:06.448294 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:16:06.448297 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:16:06.448301 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:16:06.448300 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:16:06.448242 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0416 12:16:06.448311 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:16:06.448334 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:16:06.448336 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 12:16:06.448338 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:16:06.448343 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:16:06.448346 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:16:06.448347 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:16:06.448348 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:16:06.448353 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:16:06.448357 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:16:06.448362 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:16:06.448367 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:16:06.448365 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:16:06.448371 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:16:06.448375 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:16:06.448383 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:16:06.448384 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:16:06.448392 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 12:16:06.448334 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0416 12:16:06.448400 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:16:06.448404 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:16:06.448408 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 12:16:06.448406 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:16:06.448413 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:16:06.448414 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 12:16:06.448417 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 12:16:06.448371 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:16:06.448426 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 12:16:06.448429 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:16:06.448441 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:16:06.448443 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 12:16:06.448209 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0416 12:16:06.448453 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 12:16:06.448450 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 12:16:06.448459 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0416 12:16:06.448465 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 12:16:06.448471 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 31555 is already open, no action needed I0416 12:16:06.448283 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 12:16:06.448480 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 30211 is already open, no action needed I0416 12:16:06.448486 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 12:16:06.448487 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:16:06.448488 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 12:16:06.448494 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 12:16:06.448499 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:16:06.448419 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:16:06.448509 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 12:16:06.448385 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:16:06.448431 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:16:06.448486 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 12:16:06.448452 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:16:06.448573 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:16:06.448574 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:16:06.448579 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:16:06.448587 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:16:06.448589 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:16:06.448580 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:16:06.448599 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:16:06.448240 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:16:06.448612 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:16:06.448616 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 12:16:06.448619 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:16:06.448622 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:16:06.448626 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 12:16:06.448644 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:16:06.448441 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:16:06.448657 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 12:16:06.448617 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:16:06.448692 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:16:06.448704 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:16:06.448575 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:16:06.448705 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:16:06.448716 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:16:06.448717 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:16:06.448589 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:16:06.448562 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:16:06.448562 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:16:06.448821 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:16:06.448473 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 12:16:06.448587 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:16:06.448858 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 12:16:06.448595 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:16:06.448603 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:16:06.448604 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:16:06.448603 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:16:06.449021 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:16:06.449028 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 12:16:06.448432 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:16:06.448548 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0416 12:16:06.449063 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0416 12:16:06.456399 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 12:16:06.456400 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 12:16:06.456417 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 12:16:06.456425 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 12:16:06.456431 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 12:16:06.456436 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 12:16:06.456440 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 12:16:06.456445 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 12:16:06.456452 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 12:16:06.456458 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 12:16:06.456485 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 12:16:06.456503 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 12:16:06.494910 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 12:16:06.494929 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 12:16:06.494935 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0416 12:16:06.533177 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 12:16:06.533193 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 12:16:06.533227 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 12:16:06.533237 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 12:16:06.533245 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 12:16:06.533257 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 12:16:06.533265 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 12:16:06.533272 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 12:16:06.533279 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 12:16:06.533287 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 12:16:06.533294 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 12:16:06.533300 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0416 12:16:06.533308 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 12:16:06.533316 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 12:16:06.533343 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 12:16:06.533351 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 12:16:06.533359 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 12:16:06.533366 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 12:16:06.533373 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 12:16:06.533380 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 12:16:06.533390 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 12:16:06.533399 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 12:16:06.533407 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0416 12:16:08.444074 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:08.444104 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 38.89µs I0416 12:16:08.472926 3674 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6db9dd4b55-q8jsz] creating logical port openshift-image-registry_image-registry-6db9dd4b55-q8jsz for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:08.473066 3674 kube.go:256] Updating pod openshift-image-registry/image-registry-6db9dd4b55-q8jsz I0416 12:16:08.490920 3674 pod.go:62] [openshift-image-registry/image-registry-6db9dd4b55-q8jsz] pod update took 17.881189ms I0416 12:16:08.490943 3674 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6db9dd4b55-q8jsz] addLogicalPort annotation time took 17.909912ms I0416 12:16:08.492656 3674 pods.go:271] [openshift-image-registry/image-registry-6db9dd4b55-q8jsz] addLogicalPort took 19.74069ms, libovsdb time 988.833µs I0416 12:16:08.504286 3674 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qjghx] creating logical port openshift-dns_dns-default-qjghx for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:08.504414 3674 kube.go:256] Updating pod openshift-dns/dns-default-qjghx I0416 12:16:08.507082 3674 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jtnl2] creating logical port openshift-insights_insights-runtime-extractor-jtnl2 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:08.507168 3674 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jtnl2 I0416 12:16:08.527457 3674 pod.go:62] [openshift-dns/dns-default-qjghx] pod update took 23.070198ms I0416 12:16:08.527562 3674 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qjghx] addLogicalPort annotation time took 23.17748ms I0416 12:16:08.527655 3674 pod.go:62] [openshift-insights/insights-runtime-extractor-jtnl2] pod update took 20.507311ms I0416 12:16:08.527725 3674 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jtnl2] addLogicalPort annotation time took 20.58314ms I0416 12:16:08.541058 3674 pods.go:271] [openshift-insights/insights-runtime-extractor-jtnl2] addLogicalPort took 34.004431ms, libovsdb time 12.331499ms I0416 12:16:08.541154 3674 pods.go:271] [openshift-dns/dns-default-qjghx] addLogicalPort took 36.886557ms, libovsdb time 12.94219ms I0416 12:16:08.597549 3674 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jp2bs] creating logical port openshift-ingress-canary_ingress-canary-jp2bs for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:08.597656 3674 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jp2bs I0416 12:16:08.609802 3674 pod.go:62] [openshift-ingress-canary/ingress-canary-jp2bs] pod update took 12.168051ms I0416 12:16:08.609824 3674 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jp2bs] addLogicalPort annotation time took 12.190842ms I0416 12:16:08.610772 3674 pods.go:271] [openshift-ingress-canary/ingress-canary-jp2bs] addLogicalPort took 13.236127ms, libovsdb time 717.848µs I0416 12:16:08.871859 3674 cni.go:452] [openshift-image-registry/image-registry-6db9dd4b55-q8jsz ccc4a6e8efdc4d75961707bc5630fe01adf96cc61a6e43dd4fd2ebb09f33c1e3 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6db9dd4b55-q8jsz ccc4a6e8efdc4d75961707bc5630fe01adf96cc61a6e43dd4fd2ebb09f33c1e3 network default NAD default NAD key ] I0416 12:16:08.876775 3674 cni.go:452] [openshift-dns/dns-default-qjghx 7d2ff2ae80e801626e7739e91db4edcbb6e6483ae6f598b1b4ed0a1a8e2de3f8 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qjghx 7d2ff2ae80e801626e7739e91db4edcbb6e6483ae6f598b1b4ed0a1a8e2de3f8 network default NAD default NAD key ] I0416 12:16:08.886469 3674 cni.go:452] [openshift-insights/insights-runtime-extractor-jtnl2 c80ef4124b4c44d9e12672f7ba4a24c963c493dfcb827c5b38efa64b95e10c3e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jtnl2 c80ef4124b4c44d9e12672f7ba4a24c963c493dfcb827c5b38efa64b95e10c3e network default NAD default NAD key ] I0416 12:16:08.903488 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qjghx, hostIfaceName: 7d2ff2ae80e8016, network: default, NAD default, SandboxID: "7d2ff2ae80e801626e7739e91db4edcbb6e6483ae6f598b1b4ed0a1a8e2de3f8", PCI device ID: , UID: "3db8cead-b715-4e31-8e4b-02324399147b", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0416 12:16:08.903632 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jtnl2, hostIfaceName: c80ef4124b4c44d, network: default, NAD default, SandboxID: "c80ef4124b4c44d9e12672f7ba4a24c963c493dfcb827c5b38efa64b95e10c3e", PCI device ID: , UID: "03473080-c705-44a1-bb73-ecd1884db0a1", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0416 12:16:08.903891 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6db9dd4b55-q8jsz, hostIfaceName: ccc4a6e8efdc4d7, network: default, NAD default, SandboxID: "ccc4a6e8efdc4d75961707bc5630fe01adf96cc61a6e43dd4fd2ebb09f33c1e3", PCI device ID: , UID: "5c76396e-5865-403d-98fb-a79347bbe205", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0416 12:16:08.955631 3674 cni.go:473] [openshift-image-registry/image-registry-6db9dd4b55-q8jsz ccc4a6e8efdc4d75961707bc5630fe01adf96cc61a6e43dd4fd2ebb09f33c1e3 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6db9dd4b55-q8jsz ccc4a6e8efdc4d75961707bc5630fe01adf96cc61a6e43dd4fd2ebb09f33c1e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:15:e2:26:0b:12\",\"name\":\"ccc4a6e8efdc4d7\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d6145c7-e203-418b-a874-ef9a8b35365f\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:08.977140 3674 cni.go:452] [openshift-ingress-canary/ingress-canary-jp2bs 754e424df437a1248c9b85adaa7350753d984d2c8fc851924d373c002ecb6a90 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jp2bs 754e424df437a1248c9b85adaa7350753d984d2c8fc851924d373c002ecb6a90 network default NAD default NAD key ] I0416 12:16:08.987445 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jp2bs, hostIfaceName: 754e424df437a12, network: default, NAD default, SandboxID: "754e424df437a1248c9b85adaa7350753d984d2c8fc851924d373c002ecb6a90", PCI device ID: , UID: "c7598425-bf62-49e8-bd17-c9758f999a5b", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0416 12:16:09.030100 3674 cni.go:473] [openshift-ingress-canary/ingress-canary-jp2bs 754e424df437a1248c9b85adaa7350753d984d2c8fc851924d373c002ecb6a90 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jp2bs 754e424df437a1248c9b85adaa7350753d984d2c8fc851924d373c002ecb6a90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:46:bd:11:b1:02\",\"name\":\"754e424df437a12\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0501264-6425-4312-a8ca-9dfe52a6c9d5\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:09.177821 3674 cni.go:473] [openshift-dns/dns-default-qjghx 7d2ff2ae80e801626e7739e91db4edcbb6e6483ae6f598b1b4ed0a1a8e2de3f8 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qjghx 7d2ff2ae80e801626e7739e91db4edcbb6e6483ae6f598b1b4ed0a1a8e2de3f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9e:ed:46:0c:29\",\"name\":\"7d2ff2ae80e8016\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f6980b-ce07-4a64-be6c-27efa4a1653c\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:09.177870 3674 cni.go:473] [openshift-insights/insights-runtime-extractor-jtnl2 c80ef4124b4c44d9e12672f7ba4a24c963c493dfcb827c5b38efa64b95e10c3e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jtnl2 c80ef4124b4c44d9e12672f7ba4a24c963c493dfcb827c5b38efa64b95e10c3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9b:f3:39:e5:47\",\"name\":\"c80ef4124b4c44d\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98bf161e-2153-4c94-a2a6-c95d9a2e76cd\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:09.336996 3674 base_network_controller_pods.go:487] [default/openshift-console/console-9fdf55fb7-kwdwb] creating logical port openshift-console_console-9fdf55fb7-kwdwb for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:09.337117 3674 kube.go:256] Updating pod openshift-console/console-9fdf55fb7-kwdwb I0416 12:16:09.356018 3674 pod.go:62] [openshift-console/console-9fdf55fb7-kwdwb] pod update took 18.927306ms I0416 12:16:09.356040 3674 base_network_controller_pods.go:951] [default/openshift-console/console-9fdf55fb7-kwdwb] addLogicalPort annotation time took 18.955013ms I0416 12:16:09.357382 3674 pods.go:271] [openshift-console/console-9fdf55fb7-kwdwb] addLogicalPort took 20.399535ms, libovsdb time 1.063427ms I0416 12:16:09.719062 3674 cni.go:452] [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key ] I0416 12:16:09.730373 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9fdf55fb7-kwdwb, hostIfaceName: 947980a3e20735b, network: default, NAD default, SandboxID: "947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f", PCI device ID: , UID: "82262c32-8a7d-44ef-8f18-d3f640aef3ee", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0416 12:16:09.778121 3674 cni.go:473] [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:44:df:bb:7f:4e\",\"name\":\"947980a3e20735b\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c7a9180-8f49-4710-a821-62b4987f2252\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:11.759140 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-m2lwv for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:11.759278 3674 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv I0416 12:16:11.777124 3674 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv] pod update took 17.877437ms I0416 12:16:11.777149 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv] addLogicalPort annotation time took 17.909363ms I0416 12:16:11.778717 3674 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv] addLogicalPort took 19.59078ms, libovsdb time 1.259035ms I0416 12:16:11.815095 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-wsjxp for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:11.815213 3674 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp I0416 12:16:11.835841 3674 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp] pod update took 20.660399ms I0416 12:16:11.835864 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp] addLogicalPort annotation time took 20.688269ms I0416 12:16:11.836920 3674 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp] addLogicalPort took 21.837343ms, libovsdb time 782.16µs I0416 12:16:12.922360 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:12.922460 3674 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0416 12:16:12.944198 3674 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.775076ms I0416 12:16:12.944220 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.801694ms I0416 12:16:12.945651 3674 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.306958ms, libovsdb time 1.07069ms I0416 12:16:13.864439 3674 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp de19bd4c8991148c817e0c9a44b0dab93e600fe552c605d1ae8f294dd5886bbd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp de19bd4c8991148c817e0c9a44b0dab93e600fe552c605d1ae8f294dd5886bbd network default NAD default NAD key ] I0416 12:16:13.867161 3674 cni.go:452] [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key ] I0416 12:16:13.870432 3674 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv f15702b786b1ce3a496bc594da442b309d1a634dc5308516e4773faa0f2db71a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv f15702b786b1ce3a496bc594da442b309d1a634dc5308516e4773faa0f2db71a network default NAD default NAD key ] I0416 12:16:13.878396 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-wsjxp, hostIfaceName: de19bd4c8991148, network: default, NAD default, SandboxID: "de19bd4c8991148c817e0c9a44b0dab93e600fe552c605d1ae8f294dd5886bbd", PCI device ID: , UID: "309127c5-9bf8-4c78-b505-b20a06c38482", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0416 12:16:13.882725 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: cd0b9888f87b74e, network: default, NAD default, SandboxID: "cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32", PCI device ID: , UID: "f944176b-e351-4705-9c74-1c784cd0aabf", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0416 12:16:13.886086 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-m2lwv, hostIfaceName: f15702b786b1ce3, network: default, NAD default, SandboxID: "f15702b786b1ce3a496bc594da442b309d1a634dc5308516e4773faa0f2db71a", PCI device ID: , UID: "ea81a6b6-d646-4d1a-a5f3-195c03935a6d", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0416 12:16:13.935599 3674 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp de19bd4c8991148c817e0c9a44b0dab93e600fe552c605d1ae8f294dd5886bbd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-wsjxp de19bd4c8991148c817e0c9a44b0dab93e600fe552c605d1ae8f294dd5886bbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4c:06:8d:49:5d\",\"name\":\"de19bd4c8991148\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09cdf482-38a0-4b80-99de-2c460bda451f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:13.949393 3674 cni.go:473] [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2d:d3:2b:fa:9c\",\"name\":\"cd0b9888f87b74e\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf95f25b-293c-480a-bedb-5fca2b8d9359\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:13.964732 3674 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv f15702b786b1ce3a496bc594da442b309d1a634dc5308516e4773faa0f2db71a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-m2lwv f15702b786b1ce3a496bc594da442b309d1a634dc5308516e4773faa0f2db71a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:1f:e4:56:2b:6e\",\"name\":\"f15702b786b1ce3\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/151fb179-cf51-40d6-bb25-a8d13b344e11\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:16:14.277932 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0416 12:16:14.929587 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2] creating logical port openshift-monitoring_thanos-querier-59f5bccfdf-h9zd2 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:14.929756 3674 kube.go:256] Updating pod openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2 I0416 12:16:14.964960 3674 pod.go:62] [openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2] pod update took 35.28597ms I0416 12:16:14.964983 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2] addLogicalPort annotation time took 35.314005ms I0416 12:16:14.966213 3674 pods.go:271] [openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2] addLogicalPort took 36.646892ms, libovsdb time 839.668µs I0416 12:16:15.940032 3674 cni.go:452] [openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2 7c76a1552d4a3d91d90486764295db329a61b0c646bf706574bde519fbb88e77 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2 7c76a1552d4a3d91d90486764295db329a61b0c646bf706574bde519fbb88e77 network default NAD default NAD key ] I0416 12:16:15.951282 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-59f5bccfdf-h9zd2, hostIfaceName: 7c76a1552d4a3d9, network: default, NAD default, SandboxID: "7c76a1552d4a3d91d90486764295db329a61b0c646bf706574bde519fbb88e77", PCI device ID: , UID: "bdde07b3-2255-44d7-8531-9445c6f74d87", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0416 12:16:15.997654 3674 cni.go:473] [openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2 7c76a1552d4a3d91d90486764295db329a61b0c646bf706574bde519fbb88e77 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-59f5bccfdf-h9zd2 7c76a1552d4a3d91d90486764295db329a61b0c646bf706574bde519fbb88e77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ad:f5:b7:97:4f\",\"name\":\"7c76a1552d4a3d9\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50087fa5-0b81-46b9-a9c7-86cfa5a24f91\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:16.345512 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-576bcd5f9b-79mxb] creating logical port openshift-monitoring_metrics-server-576bcd5f9b-79mxb for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:16.345650 3674 kube.go:256] Updating pod openshift-monitoring/metrics-server-576bcd5f9b-79mxb I0416 12:16:16.361302 3674 pod.go:62] [openshift-monitoring/metrics-server-576bcd5f9b-79mxb] pod update took 15.681411ms I0416 12:16:16.361349 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-576bcd5f9b-79mxb] addLogicalPort annotation time took 15.710127ms I0416 12:16:16.362548 3674 pods.go:271] [openshift-monitoring/metrics-server-576bcd5f9b-79mxb] addLogicalPort took 17.05487ms, libovsdb time 896.892µs W0416 12:16:16.368589 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:16.368604 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:16.368609 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 12:16:16.532812 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-7qj92 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:16.532915 3674 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92 I0416 12:16:16.550376 3674 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92] pod update took 17.487341ms I0416 12:16:16.550403 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92] addLogicalPort annotation time took 17.520592ms I0416 12:16:16.551566 3674 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92] addLogicalPort took 18.776619ms, libovsdb time 801.988µs I0416 12:16:16.704830 3674 cni.go:452] [openshift-monitoring/metrics-server-576bcd5f9b-79mxb 2cfaa9cb8aaf05bdde84f576854230ea8a814a2b6943bfc5cddd140b5392f985 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-576bcd5f9b-79mxb 2cfaa9cb8aaf05bdde84f576854230ea8a814a2b6943bfc5cddd140b5392f985 network default NAD default NAD key ] I0416 12:16:16.715493 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-576bcd5f9b-79mxb, hostIfaceName: 2cfaa9cb8aaf05b, network: default, NAD default, SandboxID: "2cfaa9cb8aaf05bdde84f576854230ea8a814a2b6943bfc5cddd140b5392f985", PCI device ID: , UID: "79facef5-d04c-4f09-87ba-31f6ed528582", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0416 12:16:16.768016 3674 cni.go:473] [openshift-monitoring/metrics-server-576bcd5f9b-79mxb 2cfaa9cb8aaf05bdde84f576854230ea8a814a2b6943bfc5cddd140b5392f985 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-576bcd5f9b-79mxb 2cfaa9cb8aaf05bdde84f576854230ea8a814a2b6943bfc5cddd140b5392f985 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:79:de:3c:75:c4\",\"name\":\"2cfaa9cb8aaf05b\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72c16a72-ae80-464b-bb99-03b9796955c3\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:16.897101 3674 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92 f1d0b823e43051d60d3dd7d830688bdb3fadb11eccd88c62194c94f8fcf9c870 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92 f1d0b823e43051d60d3dd7d830688bdb3fadb11eccd88c62194c94f8fcf9c870 network default NAD default NAD key ] I0416 12:16:16.907551 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-7qj92, hostIfaceName: f1d0b823e43051d, network: default, NAD default, SandboxID: "f1d0b823e43051d60d3dd7d830688bdb3fadb11eccd88c62194c94f8fcf9c870", PCI device ID: , UID: "23e42cee-24ab-40d0-b212-69df083fef78", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0416 12:16:16.958392 3674 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92 f1d0b823e43051d60d3dd7d830688bdb3fadb11eccd88c62194c94f8fcf9c870 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7qj92 f1d0b823e43051d60d3dd7d830688bdb3fadb11eccd88c62194c94f8fcf9c870 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ff:7e:f2:1c:f2\",\"name\":\"f1d0b823e43051d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fa0f57d-6f7e-4b53-bb7d-cde9e08982c0\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:18.143874 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:18.144005 3674 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0416 12:16:18.166653 3674 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.70765ms I0416 12:16:18.166676 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.734049ms I0416 12:16:18.167895 3674 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.041817ms, libovsdb time 883.912µs I0416 12:16:18.686935 3674 cni.go:452] [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key ] I0416 12:16:18.697626 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 36badb794aa0ce8, network: default, NAD default, SandboxID: "36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841", PCI device ID: , UID: "a08aba72-5687-477e-b145-7530652bdeba", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0416 12:16:18.758156 3674 cni.go:473] [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:86:b8:cc:60:dc\",\"name\":\"36badb794aa0ce8\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f6861c9-b00e-4ba9-8360-444f034db83d\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:16:19.332683 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:19.372239 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:19.372262 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:19.392736 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0416 12:16:20.287053 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:20.349936 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.349952 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.349957 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.349962 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:21.447888 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:21.749144 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:21.764191 3674 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5696644c95-glt5v IP address from the namespace address-set, err: pod openshift-console/console-5696644c95-glt5v: no pod IPs found W0416 12:16:23.269601 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.269707 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.269738 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.294357 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:23.385826 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:23.385843 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 12:16:23.731781 3674 default_network_controller.go:1025] Node "ip-10-0-1-109.ec2.internal" in remote zone "ip-10-0-1-109.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:23.732581 3674 zone_ic_handler.go:195] Time taken to create transit switch: 292.599µs I0416 12:16:23.732599 3674 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-109.ec2.internal for the network default I0416 12:16:23.733662 3674 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-109.ec2.internal" on network "default" took: 1.39226ms W0416 12:16:24.298427 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:24.298450 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:24.298456 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 12:16:24.435989 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:24.436019 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:25.324339 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.324359 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.324365 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.324370 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.365161 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.365180 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.365186 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.365191 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0416 12:16:27.231182 3674 cni.go:452] [openshift-network-diagnostics/network-check-target-l2pqn 440fae18a0a2d734cf85abde41416c256b21044855cff86d231d66a1135607f0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-l2pqn 440fae18a0a2d734cf85abde41416c256b21044855cff86d231d66a1135607f0 network default NAD default NAD key ] I0416 12:16:27.232271 3674 cni.go:452] [openshift-multus/network-metrics-daemon-x9f75 777152d724214b1f85d27e7648a1b865b4151f056f44c687d79bfb0e4118e99e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-x9f75 777152d724214b1f85d27e7648a1b865b4151f056f44c687d79bfb0e4118e99e network default NAD default NAD key ] I0416 12:16:27.241719 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-x9f75, hostIfaceName: 777152d724214b1, network: default, NAD default, SandboxID: "777152d724214b1f85d27e7648a1b865b4151f056f44c687d79bfb0e4118e99e", PCI device ID: , UID: "ed23cb40-819d-4175-8244-24b87910bc8b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0416 12:16:27.241771 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-l2pqn, hostIfaceName: 440fae18a0a2d73, network: default, NAD default, SandboxID: "440fae18a0a2d734cf85abde41416c256b21044855cff86d231d66a1135607f0", PCI device ID: , UID: "b8deef57-0d38-4ed6-a6c9-d9702502a710", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0416 12:16:27.291187 3674 cni.go:473] [openshift-multus/network-metrics-daemon-x9f75 777152d724214b1f85d27e7648a1b865b4151f056f44c687d79bfb0e4118e99e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-x9f75 777152d724214b1f85d27e7648a1b865b4151f056f44c687d79bfb0e4118e99e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:82:f1:e1:fe:ff\",\"name\":\"777152d724214b1\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/292bf78b-82a0-4222-a968-f60801a3254c\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:27.307617 3674 cni.go:473] [openshift-network-diagnostics/network-check-target-l2pqn 440fae18a0a2d734cf85abde41416c256b21044855cff86d231d66a1135607f0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-l2pqn 440fae18a0a2d734cf85abde41416c256b21044855cff86d231d66a1135607f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ea:0d:b6:31:1e\",\"name\":\"440fae18a0a2d73\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6233460-813b-487b-ba73-d2b3099e3ae9\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:28.545396 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:28.545939 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:29.326750 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:29.326769 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:29.329964 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fd748686-ph2cd I0416 12:16:29.329987 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fd748686-ph2cd W0416 12:16:30.281113 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:32.500998 3674 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:32.501128 3674 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p I0416 12:16:32.514713 3674 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p] pod update took 13.624945ms I0416 12:16:32.514735 3674 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p] addLogicalPort annotation time took 13.657513ms I0416 12:16:32.515978 3674 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p] addLogicalPort took 15.002296ms, libovsdb time 849.949µs I0416 12:16:32.861511 3674 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key ] I0416 12:16:32.870522 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p, hostIfaceName: 55de6c4a82b289f, network: default, NAD default, SandboxID: "55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce", PCI device ID: , UID: "33e0e0ef-1c5b-4d55-9110-cf27496785b9", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0416 12:16:32.920806 3674 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:97:87:70:53:56\",\"name\":\"55de6c4a82b289f\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a3bfeff-8e82-4433-8680-2dd59d3edd52\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:16:39.420917 3674 cni.go:452] [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key ] I0416 12:16:39.497120 3674 cni.go:473] [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9fdf55fb7-kwdwb 947980a3e20735b62ae7ddf7b03c9ddc48d4e5f76e1b7a31b2f141eb9d5bc28f network default NAD default NAD key default], result "{}", err I0416 12:16:39.542402 3674 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:39.542442 3674 pods.go:176] Deleting pod: openshift-console/console-9fdf55fb7-kwdwb I0416 12:16:39.543712 3674 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9fdf55fb7-kwdwb, ips: 10.130.0.9 I0416 12:16:39.543743 3674 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:39.551786 3674 base_network_controller_pods.go:487] [default/openshift-console/console-746fd7446-k7lvv] creating logical port openshift-console_console-746fd7446-k7lvv for pod on switch ip-10-0-2-126.ec2.internal I0416 12:16:39.551944 3674 kube.go:256] Updating pod openshift-console/console-746fd7446-k7lvv I0416 12:16:39.565997 3674 pod.go:62] [openshift-console/console-746fd7446-k7lvv] pod update took 14.090409ms I0416 12:16:39.566024 3674 base_network_controller_pods.go:951] [default/openshift-console/console-746fd7446-k7lvv] addLogicalPort annotation time took 14.122026ms I0416 12:16:39.567222 3674 pods.go:271] [openshift-console/console-746fd7446-k7lvv] addLogicalPort took 15.454921ms, libovsdb time 842.094µs I0416 12:16:39.912153 3674 cni.go:452] [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key ] I0416 12:16:39.921311 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-746fd7446-k7lvv, hostIfaceName: bdb9b0ce38d80b2, network: default, NAD default, SandboxID: "bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a", PCI device ID: , UID: "c85e165e-f7a9-4350-8d9c-f4ed560af69f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0416 12:16:39.972010 3674 cni.go:473] [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:09:93:c5:d0:02\",\"name\":\"bdb9b0ce38d80b2\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcf353aa-8710-4c70-a21a-431b40b38056\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:16:40.352695 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0416 12:16:40.475765 3674 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:40.475794 3674 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:40.482599 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9fdf55fb7-kwdwb I0416 12:16:40.482626 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9fdf55fb7-kwdwb W0416 12:16:43.346827 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346849 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346855 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 12:16:47.544639 3674 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-64dfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:47.545195 3674 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-64dfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:48.381009 3674 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-64dfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:48.381035 3674 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-64dfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:48.387380 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:48.387405 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:49.490574 3674 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key ] I0416 12:16:49.564992 3674 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p 55de6c4a82b289f5a8e3ee71dd8ec13d045bdff1a015be0adb4de0ec3c7bf2ce network default NAD default NAD key default], result "{}", err I0416 12:16:49.638427 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.638559 3674 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p I0416 12:16:49.640654 3674 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p, ips: 10.130.0.17 I0416 12:16:49.640698 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.640722 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.640731 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0416 12:16:49.641147 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.641169 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 12:16:50.499567 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:50.545751 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0416 12:16:50.669449 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669481 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669496 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669512 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:52.568604 3674 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 12:16:52.583304 3674 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0416 12:16:53.557856 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 12:16:53.582671 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:55.674101 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:55.674715 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:56.575963 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:56.575991 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:56.578257 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f7f85758f-f6jzb I0416 12:16:56.578278 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f7f85758f-f6jzb W0416 12:17:02.406452 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:17:05.368780 3674 obj_retry.go:498] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:05.369360 3674 obj_retry.go:498] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:05.616027 3674 obj_retry.go:492] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:05.616056 3674 obj_retry.go:492] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:05.622784 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:05.622810 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:15.833901 3674 obj_retry.go:498] Detected object openshift-console/console-5696644c95-l27z6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:15.834516 3674 obj_retry.go:498] Detected object openshift-console/console-5696644c95-l27z6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:16.665705 3674 obj_retry.go:492] Detected object openshift-console/console-5696644c95-l27z6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:16.665728 3674 obj_retry.go:492] Detected object openshift-console/console-5696644c95-l27z6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:16.671705 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5696644c95-l27z6 I0416 12:17:16.671728 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5696644c95-l27z6 W0416 12:17:19.550074 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:17:19.550093 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:17:19.550108 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:17:19.550118 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:17:19.641206 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:17:19.641224 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 12:17:33.650381 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:33.650908 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:34.581053 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:34.581081 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:34.587838 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0416 12:17:34.587865 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0416 12:17:36.430812 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6fbd967674-krf7x] creating logical port openshift-monitoring_telemeter-client-6fbd967674-krf7x for pod on switch ip-10-0-2-126.ec2.internal I0416 12:17:36.430906 3674 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6fbd967674-krf7x I0416 12:17:36.509079 3674 pod.go:62] [openshift-monitoring/telemeter-client-6fbd967674-krf7x] pod update took 78.198898ms I0416 12:17:36.509102 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6fbd967674-krf7x] addLogicalPort annotation time took 78.227548ms I0416 12:17:36.510388 3674 pods.go:271] [openshift-monitoring/telemeter-client-6fbd967674-krf7x] addLogicalPort took 79.589515ms, libovsdb time 952.325µs I0416 12:17:36.789131 3674 cni.go:452] [openshift-monitoring/telemeter-client-6fbd967674-krf7x 6bb7ac5098e3fe2ca2755b56f2ccfb1521e532226884559c871af2b8de4d91e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6fbd967674-krf7x 6bb7ac5098e3fe2ca2755b56f2ccfb1521e532226884559c871af2b8de4d91e4 network default NAD default NAD key ] I0416 12:17:36.798772 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6fbd967674-krf7x, hostIfaceName: 6bb7ac5098e3fe2, network: default, NAD default, SandboxID: "6bb7ac5098e3fe2ca2755b56f2ccfb1521e532226884559c871af2b8de4d91e4", PCI device ID: , UID: "9207e45c-a0b3-4a96-a25c-650469e65bac", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0416 12:17:36.847451 3674 cni.go:473] [openshift-monitoring/telemeter-client-6fbd967674-krf7x 6bb7ac5098e3fe2ca2755b56f2ccfb1521e532226884559c871af2b8de4d91e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6fbd967674-krf7x 6bb7ac5098e3fe2ca2755b56f2ccfb1521e532226884559c871af2b8de4d91e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ca:37:0a:78:47\",\"name\":\"6bb7ac5098e3fe2\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5a6ee82-e9b2-4704-ad31-bd7e614c0fa7\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:18:05.217242 3674 obj_retry.go:498] Detected object openshift-console/console-746fd7446-kphk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:05.217793 3674 obj_retry.go:498] Detected object openshift-console/console-746fd7446-kphk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:05.710250 3674 obj_retry.go:492] Detected object openshift-console/console-746fd7446-kphk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:05.710275 3674 obj_retry.go:492] Detected object openshift-console/console-746fd7446-kphk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:05.717178 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746fd7446-kphk4 I0416 12:18:05.717205 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746fd7446-kphk4 I0416 12:18:06.203263 3674 cni.go:452] [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key ] I0416 12:18:06.298363 3674 cni.go:473] [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 cd0b9888f87b74e07b75654e10cc10e2b5776145a7adbffcf843c22ca8cb2d32 network default NAD default NAD key default], result "{}", err I0416 12:18:06.370162 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:06.370228 3674 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0416 12:18:06.371672 3674 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0416 12:18:06.371706 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:06.812972 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:06.812995 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:06.821828 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0416 12:18:06.821931 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0416 12:18:06.861796 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:18:06.861986 3674 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0416 12:18:06.888682 3674 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.75187ms I0416 12:18:06.888704 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.802866ms I0416 12:18:06.889990 3674 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.213991ms, libovsdb time 928.07µs I0416 12:18:07.222304 3674 cni.go:452] [openshift-monitoring/alertmanager-main-0 98f000b51e4dcc1879a74fd1aee015c8b2aa10ca81226a84505e6dfae909a333 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 98f000b51e4dcc1879a74fd1aee015c8b2aa10ca81226a84505e6dfae909a333 network default NAD default NAD key ] I0416 12:18:07.231944 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 98f000b51e4dcc1, network: default, NAD default, SandboxID: "98f000b51e4dcc1879a74fd1aee015c8b2aa10ca81226a84505e6dfae909a333", PCI device ID: , UID: "b63b1bd3-b671-455c-adb3-e82cdf9d6e5f", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0416 12:18:07.279546 3674 cni.go:473] [openshift-monitoring/alertmanager-main-0 98f000b51e4dcc1879a74fd1aee015c8b2aa10ca81226a84505e6dfae909a333 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 98f000b51e4dcc1879a74fd1aee015c8b2aa10ca81226a84505e6dfae909a333 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:71:7a:37:f8:96\",\"name\":\"98f000b51e4dcc1\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9445471c-24f6-48d1-98cc-8de16cce6257\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:18:16.039088 3674 cni.go:452] [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key ] I0416 12:18:16.112277 3674 cni.go:473] [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-746fd7446-k7lvv bdb9b0ce38d80b27cf80481d0bf65f01bc9dd2dae5a796f9e944e3e3ec893e5a network default NAD default NAD key default], result "{}", err I0416 12:18:16.160755 3674 obj_retry.go:498] Detected object openshift-console/console-746fd7446-k7lvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:16.160796 3674 pods.go:176] Deleting pod: openshift-console/console-746fd7446-k7lvv I0416 12:18:16.161993 3674 pods.go:236] Attempting to release IPs for pod: openshift-console/console-746fd7446-k7lvv, ips: 10.130.0.18 I0416 12:18:16.162018 3674 obj_retry.go:498] Detected object openshift-console/console-746fd7446-k7lvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:16.855005 3674 obj_retry.go:492] Detected object openshift-console/console-746fd7446-k7lvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:16.855030 3674 obj_retry.go:492] Detected object openshift-console/console-746fd7446-k7lvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:16.858491 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746fd7446-k7lvv I0416 12:18:16.858517 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746fd7446-k7lvv W0416 12:18:27.274129 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:18:27.274154 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:18:27.274163 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 12:18:42.323937 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:42.324514 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:42.868545 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:42.868656 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:42.875152 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0416 12:18:42.875174 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0416 12:19:19.154412 3674 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0416 12:19:45.338303 3674 cni.go:452] [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key ] I0416 12:19:45.417260 3674 cni.go:473] [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 36badb794aa0ce8faa022f59c5d3d89e0623772133c6895732ead1b82c212841 network default NAD default NAD key default], result "{}", err I0416 12:19:45.479523 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:19:45.479556 3674 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0416 12:19:45.480839 3674 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0416 12:19:45.480869 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:19:46.211871 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:19:46.211899 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:19:46.219203 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0416 12:19:46.219235 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0416 12:19:46.262208 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:19:46.262367 3674 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0416 12:19:46.292426 3674 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.121716ms I0416 12:19:46.292446 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.14781ms I0416 12:19:46.293615 3674 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 31.42491ms, libovsdb time 877.502µs I0416 12:19:46.618575 3674 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2a5fed2d018f128d6b217e6524eafa2e712fb7e7834827574549b2dfe978dafd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2a5fed2d018f128d6b217e6524eafa2e712fb7e7834827574549b2dfe978dafd network default NAD default NAD key ] I0416 12:19:46.628774 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2a5fed2d018f128, network: default, NAD default, SandboxID: "2a5fed2d018f128d6b217e6524eafa2e712fb7e7834827574549b2dfe978dafd", PCI device ID: , UID: "8539a78a-fce8-4cf3-adeb-4ee95afc5085", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0416 12:19:46.674905 3674 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2a5fed2d018f128d6b217e6524eafa2e712fb7e7834827574549b2dfe978dafd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2a5fed2d018f128d6b217e6524eafa2e712fb7e7834827574549b2dfe978dafd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:10:ac:a1:dd:87\",\"name\":\"2a5fed2d018f128\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce17f0e3-6a3e-437c-8b00-b20135bf733c\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:20:05.346861 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:20:05.347380 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:20:06.239020 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:20:06.239046 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:20:47.490078 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:20:47.490099 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 12:20:56.994935 3674 base_network_controller_pods.go:487] [default/openshift-console/console-589c9989d9-phlxm] creating logical port openshift-console_console-589c9989d9-phlxm for pod on switch ip-10-0-2-126.ec2.internal I0416 12:20:56.995049 3674 kube.go:256] Updating pod openshift-console/console-589c9989d9-phlxm I0416 12:20:57.023003 3674 pod.go:62] [openshift-console/console-589c9989d9-phlxm] pod update took 27.988834ms I0416 12:20:57.023025 3674 base_network_controller_pods.go:951] [default/openshift-console/console-589c9989d9-phlxm] addLogicalPort annotation time took 28.014612ms I0416 12:20:57.024256 3674 pods.go:271] [openshift-console/console-589c9989d9-phlxm] addLogicalPort took 29.345939ms, libovsdb time 871.613µs I0416 12:20:57.355510 3674 cni.go:452] [openshift-console/console-589c9989d9-phlxm 91ab57cbd54c74655266ab289307b43a92fd9b3406ed98b95b47f0a65780fd01 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-589c9989d9-phlxm 91ab57cbd54c74655266ab289307b43a92fd9b3406ed98b95b47f0a65780fd01 network default NAD default NAD key ] I0416 12:20:57.364969 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-589c9989d9-phlxm, hostIfaceName: 91ab57cbd54c746, network: default, NAD default, SandboxID: "91ab57cbd54c74655266ab289307b43a92fd9b3406ed98b95b47f0a65780fd01", PCI device ID: , UID: "527be819-27de-4b89-a274-9eddd088a220", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0416 12:20:57.412280 3674 cni.go:473] [openshift-console/console-589c9989d9-phlxm 91ab57cbd54c74655266ab289307b43a92fd9b3406ed98b95b47f0a65780fd01 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-589c9989d9-phlxm 91ab57cbd54c74655266ab289307b43a92fd9b3406ed98b95b47f0a65780fd01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f1:7c:c6:ab:0e\",\"name\":\"91ab57cbd54c746\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12452366-27d7-43f3-aecc-fab9253e6607\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:21:06.528609 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 W0416 12:21:07.550366 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 12:21:22.294937 3674 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-9k96v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:22.295539 3674 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-9k96v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:22.511819 3674 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-9k96v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.511851 3674 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-9k96v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.518491 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d88fdb88b-9k96v I0416 12:21:22.518519 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d88fdb88b-9k96v I0416 12:21:32.869615 3674 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-thndr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:32.870213 3674 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-thndr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:33.705514 3674 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-thndr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:33.705540 3674 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-thndr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:33.708779 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d88fdb88b-thndr I0416 12:21:33.708810 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d88fdb88b-thndr I0416 12:21:54.639495 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0416 12:21:57.816509 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:22:00.644511 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0416 12:22:08.857674 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 12:22:08.857753 3674 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tx9qj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tx9qj: no pod IPs found I0416 12:22:26.627174 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0416 12:22:30.528775 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0416 12:22:48.610095 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0416 12:23:21.615491 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0416 12:23:38.632586 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 12:23:39.622356 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0416 12:23:51.529813 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33 I0416 12:24:13.527752 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=117 I0416 12:24:29.644988 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0416 12:24:42.525644 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0416 12:25:11.605969 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0416 12:25:34.541061 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=401 I0416 12:25:36.606439 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0416 12:25:45.678367 3674 namespace.go:98] [tsf] adding namespace I0416 12:25:45.679222 3674 namespace.go:102] [tsf] adding namespace took 830.709µs I0416 12:25:45.692140 3674 namespace.go:142] [tsf] updating namespace I0416 12:25:45.702391 3674 namespace.go:142] [tsf] updating namespace I0416 12:25:49.597048 3674 namespace.go:98] [tsf-tas] adding namespace I0416 12:25:49.597919 3674 namespace.go:102] [tsf-tas] adding namespace took 846.382µs I0416 12:25:49.599951 3674 namespace.go:98] [tsf-keycloak] adding namespace I0416 12:25:49.599988 3674 namespace.go:98] [tsf-tpa] adding namespace I0416 12:25:49.600684 3674 namespace.go:102] [tsf-keycloak] adding namespace took 712.269µs I0416 12:25:49.600838 3674 namespace.go:98] [cert-manager-operator] adding namespace I0416 12:25:49.601348 3674 namespace.go:102] [tsf-tpa] adding namespace took 1.349158ms I0416 12:25:49.601885 3674 namespace.go:102] [cert-manager-operator] adding namespace took 1.029057ms I0416 12:25:49.602142 3674 namespace.go:98] [konflux-operator] adding namespace I0416 12:25:49.602198 3674 namespace.go:98] [rhbk-operator] adding namespace I0416 12:25:49.602837 3674 namespace.go:102] [konflux-operator] adding namespace took 679.975µs I0416 12:25:49.602863 3674 namespace.go:98] [rhtpa-operator] adding namespace I0416 12:25:49.603335 3674 namespace.go:102] [rhtpa-operator] adding namespace took 449.077µs I0416 12:25:49.603589 3674 namespace.go:98] [konflux-ui] adding namespace I0416 12:25:49.603962 3674 namespace.go:102] [rhbk-operator] adding namespace took 1.748556ms I0416 12:25:49.604491 3674 namespace.go:102] [konflux-ui] adding namespace took 874.542µs I0416 12:25:49.618422 3674 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.631388 3674 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.639347 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:49.646399 3674 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.646535 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.646613 3674 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.653677 3674 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.655745 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.656776 3674 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.667137 3674 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.697290 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.726267 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.733574 3674 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.759368 3674 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.790403 3674 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.803257 3674 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.820997 3674 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.840122 3674 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.865355 3674 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.875298 3674 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.887800 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.903621 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.913708 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:49.926634 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:50.678759 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:50.682368 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:52.719877 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz for pod on switch ip-10-0-2-126.ec2.internal I0416 12:25:52.719999 3674 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz I0416 12:25:52.734421 3674 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz] pod update took 14.45173ms I0416 12:25:52.734453 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz] addLogicalPort annotation time took 14.486907ms I0416 12:25:52.735615 3674 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz] addLogicalPort took 15.755363ms, libovsdb time 836.31µs I0416 12:25:52.818870 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t for pod on switch ip-10-0-2-126.ec2.internal I0416 12:25:52.819008 3674 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t I0416 12:25:52.832515 3674 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t] pod update took 13.541388ms I0416 12:25:52.832536 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t] addLogicalPort annotation time took 13.567487ms I0416 12:25:52.833891 3674 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t] addLogicalPort took 15.036541ms, libovsdb time 948.613µs I0416 12:25:53.083922 3674 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key ] I0416 12:25:53.093499 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz, hostIfaceName: 7843a88ac03999e, network: default, NAD default, SandboxID: "7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb", PCI device ID: , UID: "e38b0910-b9b8-4a81-9525-232f426067f3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0416 12:25:53.141124 3674 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b1:9c:28:cb:b6\",\"name\":\"7843a88ac03999e\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a53b7ba3-9698-4bc5-bce7-bcc4a2f990d6\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:25:53.181036 3674 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key ] I0416 12:25:53.191062 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t, hostIfaceName: e68cc4709c27164, network: default, NAD default, SandboxID: "e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899", PCI device ID: , UID: "6079d136-b4e5-40bc-8da5-3398ad07d621", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0416 12:25:53.242081 3674 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a2:24:a5:74:8f\",\"name\":\"e68cc4709c27164\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf99db58-5b7d-45f4-b17d-4d6623233d47\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:25:55.938003 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:25:55.938136 3674 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 I0416 12:25:55.952359 3674 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6] pod update took 14.249847ms I0416 12:25:55.952387 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6] addLogicalPort annotation time took 14.287717ms I0416 12:25:55.953712 3674 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6] addLogicalPort took 15.725474ms, libovsdb time 980.449µs I0416 12:25:56.296924 3674 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key ] I0416 12:25:56.307948 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6, hostIfaceName: e3c416e3b9582fe, network: default, NAD default, SandboxID: "e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac", PCI device ID: , UID: "d7713cff-7d03-45c2-ae92-e19f94e57216", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0416 12:25:56.357938 3674 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2b:c5:48:f6:e8\",\"name\":\"e3c416e3b9582fe\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4849ddc1-58fa-435a-b310-8d5ec543ce25\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:25:56.696584 3674 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key ] I0416 12:25:56.769461 3674 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz 7843a88ac03999e8ed2c244c3bb4fad93939d5898e9d8fccf482970c77a231eb network default NAD default NAD key default], result "{}", err I0416 12:25:56.817552 3674 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.817588 3674 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz I0416 12:25:56.819105 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz, ips: 10.130.0.23 I0416 12:25:56.819137 3674 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.819158 3674 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.819166 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:56.819363 3674 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.819375 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:57.310894 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr for pod on switch ip-10-0-2-126.ec2.internal I0416 12:25:57.310999 3674 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr I0416 12:25:57.324633 3674 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr] pod update took 13.661316ms I0416 12:25:57.324660 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr] addLogicalPort annotation time took 13.694017ms I0416 12:25:57.325960 3674 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr] addLogicalPort took 15.085307ms, libovsdb time 810.562µs I0416 12:25:57.672964 3674 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key ] I0416 12:25:57.683777 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr, hostIfaceName: 38a41afb7124e9d, network: default, NAD default, SandboxID: "38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a", PCI device ID: , UID: "6cb7808c-cea1-4d20-977d-5b28c0df6a19", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0416 12:25:57.734852 3674 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ea:fb:73:e8:8f\",\"name\":\"38a41afb7124e9d\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3eccf147-b19a-4b58-991c-221639e2e1f1\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:25:57.845091 3674 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.845118 3674 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.845133 3674 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.845154 3674 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:58.711451 3674 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key ] I0416 12:25:58.785295 3674 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t e68cc4709c271647d3108d7d2a73a88cc2c101a7fb4d1fd0c92721448cccd899 network default NAD default NAD key default], result "{}", err I0416 12:25:58.832853 3674 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.832917 3674 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t I0416 12:25:58.834416 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t, ips: 10.130.0.24 I0416 12:25:58.834452 3674 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834491 3674 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834505 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:58.834776 3674 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.834795 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:59.156288 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt for pod on switch ip-10-0-2-126.ec2.internal I0416 12:25:59.156447 3674 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt I0416 12:25:59.170084 3674 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt] pod update took 13.665134ms I0416 12:25:59.170115 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt] addLogicalPort annotation time took 13.702155ms I0416 12:25:59.171315 3674 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt] addLogicalPort took 15.043905ms, libovsdb time 845.453µs I0416 12:25:59.254671 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t for pod on switch ip-10-0-2-126.ec2.internal I0416 12:25:59.254782 3674 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t I0416 12:25:59.276237 3674 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t] pod update took 21.480832ms I0416 12:25:59.276263 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t] addLogicalPort annotation time took 21.512071ms I0416 12:25:59.277477 3674 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t] addLogicalPort took 22.824739ms, libovsdb time 846.679µs I0416 12:25:59.517950 3674 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key ] I0416 12:25:59.527314 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt, hostIfaceName: 236998d2fc083e7, network: default, NAD default, SandboxID: "236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384", PCI device ID: , UID: "83945375-1868-4c5a-87ce-4585c435f43b", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0416 12:25:59.576769 3674 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:01:c0:71:e0:26\",\"name\":\"236998d2fc083e7\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1476697-46fa-4494-9481-a39c4a9aad86\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:25:59.620588 3674 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key ] I0416 12:25:59.630468 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t, hostIfaceName: 777ec3e1346938e, network: default, NAD default, SandboxID: "777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed", PCI device ID: , UID: "5af4f6db-b23d-445f-a8af-fbccdf6b5b02", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0416 12:25:59.682598 3674 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:d5:e0:7d:96:d8\",\"name\":\"777ec3e1346938e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4a9a4a9-3381-437a-b7ea-9cca3dedcb71\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:25:59.723436 3674 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key ] I0416 12:25:59.799648 3674 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 e3c416e3b9582fe4e58bec9edcdb61c603d675eb28cce86c89797620eb5c58ac network default NAD default NAD key default], result "{}", err I0416 12:25:59.861730 3674 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.861755 3674 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.861767 3674 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.861778 3674 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.869526 3674 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869566 3674 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 I0416 12:25:59.871386 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6, ips: 10.130.0.25 I0416 12:25:59.871431 3674 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.871460 3674 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.871471 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:59.871694 3674 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.871712 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:00.895161 3674 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.895184 3674 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.895197 3674 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.895214 3674 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:02.742015 3674 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key ] I0416 12:26:02.820495 3674 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr 38a41afb7124e9d7c8886f7d0c1771ac1a6eda23c2f0d51dc4c1b387776cad3a network default NAD default NAD key default], result "{}", err I0416 12:26:02.927810 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.927849 3674 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr I0416 12:26:02.929228 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr, ips: 10.130.0.26 I0416 12:26:02.929257 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929285 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929295 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:02.929503 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.929519 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:03.956577 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956623 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956637 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956648 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:05.767198 3674 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key ] I0416 12:26:05.767605 3674 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key ] I0416 12:26:05.844487 3674 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t 777ec3e1346938e1976aba6e96936c8aa529b93c7af12e3d41cb919e286377ed network default NAD default NAD key default], result "{}", err I0416 12:26:05.860650 3674 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt 236998d2fc083e7c671a31195e11214625ce31872d4e100f52d0301ce044b384 network default NAD default NAD key default], result "{}", err I0416 12:26:05.895467 3674 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.895504 3674 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t I0416 12:26:05.896815 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t, ips: 10.130.0.28 I0416 12:26:05.896843 3674 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896863 3674 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896870 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:05.897080 3674 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.897095 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:05.919369 3674 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.919399 3674 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt I0416 12:26:05.920765 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt, ips: 10.130.0.27 I0416 12:26:05.920791 3674 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920810 3674 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920819 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:05.921009 3674 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.921024 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:06.921640 3674 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.921667 3674 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.921678 3674 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.921689 3674 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.949603 3674 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.949630 3674 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.949646 3674 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.949658 3674 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:26:10.831676 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0416 12:26:15.947144 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0416 12:26:16.784688 3674 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-jxlbm for pod on switch ip-10-0-2-126.ec2.internal I0416 12:26:16.784848 3674 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm I0416 12:26:16.818099 3674 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm] pod update took 33.285554ms I0416 12:26:16.818125 3674 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm] addLogicalPort annotation time took 33.314181ms I0416 12:26:16.819246 3674 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm] addLogicalPort took 34.57505ms, libovsdb time 802.509µs I0416 12:26:17.152683 3674 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm 0f4721e43e5f1e289a3ac5d465776db16dcb7143ca676bc1b8651e3e112e4ec0 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm 0f4721e43e5f1e289a3ac5d465776db16dcb7143ca676bc1b8651e3e112e4ec0 network default NAD default NAD key ] I0416 12:26:17.161888 3674 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-jxlbm, hostIfaceName: 0f4721e43e5f1e2, network: default, NAD default, SandboxID: "0f4721e43e5f1e289a3ac5d465776db16dcb7143ca676bc1b8651e3e112e4ec0", PCI device ID: , UID: "e7ea309b-e234-4837-ba33-36ddda52a379", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0416 12:26:17.212272 3674 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm 0f4721e43e5f1e289a3ac5d465776db16dcb7143ca676bc1b8651e3e112e4ec0 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jxlbm 0f4721e43e5f1e289a3ac5d465776db16dcb7143ca676bc1b8651e3e112e4ec0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:fb:d5:f2:d7:da\",\"name\":\"0f4721e43e5f1e2\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e77f832-0d24-409e-82eb-82e2349d7f5b\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:26:17.720182 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0416 12:26:17.742359 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 12:26:20.193141 3674 namespace.go:142] [openshift-operators] updating namespace I0416 12:26:20.198034 3674 namespace.go:142] [openshift-operators] updating namespace W0416 12:26:20.487356 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.504345 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.680275 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.689372 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0416 12:26:23.700099 3674 namespace.go:98] [cert-manager] adding namespace I0416 12:26:23.700959 3674 namespace.go:102] [cert-manager] adding namespace took 836.617µs I0416 12:26:23.719219 3674 namespace.go:142] [cert-manager] updating namespace I0416 12:26:23.752150 3674 namespace.go:142] [cert-manager] updating namespace I0416 12:26:26.318505 3674 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-4gsqw for pod on switch ip-10-0-2-126.ec2.internal I0416 12:26:26.318660 3674 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw I0416 12:26:26.390410 3674 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw] pod update took 71.791306ms I0416 12:26:26.390435 3674 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw] addLogicalPort annotation time took 71.819501ms I0416 12:26:26.391670 3674 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw] addLogicalPort took 73.185923ms, libovsdb time 914.641µs I0416 12:26:28.177314 3674 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw 3d1c2c4206ebef81a9afa9a69740611758998c760efe1ad64718c291665b495c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw 3d1c2c4206ebef81a9afa9a69740611758998c760efe1ad64718c291665b495c network default NAD default NAD key ] I0416 12:26:28.188096 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-4gsqw, hostIfaceName: 3d1c2c4206ebef8, network: default, NAD default, SandboxID: "3d1c2c4206ebef81a9afa9a69740611758998c760efe1ad64718c291665b495c", PCI device ID: , UID: "31778cb5-0118-4e81-ba81-fb7ffc5620b6", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0416 12:26:28.240695 3674 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw 3d1c2c4206ebef81a9afa9a69740611758998c760efe1ad64718c291665b495c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-4gsqw 3d1c2c4206ebef81a9afa9a69740611758998c760efe1ad64718c291665b495c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f9:f5:92:17:7a\",\"name\":\"3d1c2c4206ebef8\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4622e5d-4603-4570-81c2-36207b3bac2f\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:26:28.946453 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 12:26:28.946472 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0416 12:26:32.250691 3674 namespace.go:142] [openshift-operators] updating namespace I0416 12:26:32.683209 3674 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-xpxds for pod on switch ip-10-0-2-126.ec2.internal I0416 12:26:32.683358 3674 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds I0416 12:26:32.707877 3674 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds] pod update took 24.56453ms I0416 12:26:32.707899 3674 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds] addLogicalPort annotation time took 24.593147ms I0416 12:26:32.709181 3674 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds] addLogicalPort took 25.989151ms, libovsdb time 918.119µs I0416 12:26:32.720810 3674 namespace.go:98] [trusted-artifact-signer] adding namespace I0416 12:26:32.721473 3674 namespace.go:102] [trusted-artifact-signer] adding namespace took 646.329µs I0416 12:26:32.770730 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:32.784803 3674 namespace.go:142] [trusted-artifact-signer] updating namespace W0416 12:26:32.925831 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 12:26:33.057308 3674 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds f8da363cf01979fb36d86bba5b237778a94cbf15b9466794f847a4fc17d66044 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds f8da363cf01979fb36d86bba5b237778a94cbf15b9466794f847a4fc17d66044 network default NAD default NAD key ] I0416 12:26:33.066829 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-xpxds, hostIfaceName: f8da363cf01979f, network: default, NAD default, SandboxID: "f8da363cf01979fb36d86bba5b237778a94cbf15b9466794f847a4fc17d66044", PCI device ID: , UID: "f9349ce1-1866-4fbf-8e9c-d1a03ae26656", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0416 12:26:33.117449 3674 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds f8da363cf01979fb36d86bba5b237778a94cbf15b9466794f847a4fc17d66044 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-xpxds f8da363cf01979fb36d86bba5b237778a94cbf15b9466794f847a4fc17d66044 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:25:9a:16:77:45\",\"name\":\"f8da363cf01979f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edca9fda-3c43-47a2-92a8-88628212142a\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:26:33.863115 3674 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-tz798] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-tz798 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:26:33.863239 3674 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-tz798 I0416 12:26:33.892010 3674 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-tz798] pod update took 28.795993ms I0416 12:26:33.892032 3674 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-tz798] addLogicalPort annotation time took 28.822993ms I0416 12:26:33.893217 3674 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-tz798] addLogicalPort took 30.116326ms, libovsdb time 832.128µs I0416 12:26:34.230011 3674 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-tz798 4e46d5a92ee8d66662890d0e27ee506ea5cb4cfc0e7f930a45ae994ae41d2daf network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-tz798 4e46d5a92ee8d66662890d0e27ee506ea5cb4cfc0e7f930a45ae994ae41d2daf network default NAD default NAD key ] I0416 12:26:34.241844 3674 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-tz798, hostIfaceName: 4e46d5a92ee8d66, network: default, NAD default, SandboxID: "4e46d5a92ee8d66662890d0e27ee506ea5cb4cfc0e7f930a45ae994ae41d2daf", PCI device ID: , UID: "bd04074e-e7f1-49f4-964a-284576c9f7c6", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0416 12:26:34.293431 3674 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-tz798 4e46d5a92ee8d66662890d0e27ee506ea5cb4cfc0e7f930a45ae994ae41d2daf network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-tz798 4e46d5a92ee8d66662890d0e27ee506ea5cb4cfc0e7f930a45ae994ae41d2daf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:93:18:02:02:65\",\"name\":\"4e46d5a92ee8d66\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/765b2d44-46c3-4ad0-a287-42d5f1310ed6\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:26:39.015596 3674 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-bnxg9] creating logical port cert-manager_cert-manager-59ccb4bb6b-bnxg9 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:26:39.015695 3674 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-bnxg9 I0416 12:26:39.031475 3674 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-bnxg9] pod update took 15.803527ms I0416 12:26:39.031496 3674 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-bnxg9] addLogicalPort annotation time took 15.828371ms I0416 12:26:39.032907 3674 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-bnxg9] addLogicalPort took 17.327704ms, libovsdb time 1.042639ms I0416 12:26:39.377089 3674 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-bnxg9 c8cac2b066be45f3f07ada0559669d0e2ba0f30f81f94d8e201b6f42a50b7152 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-bnxg9 c8cac2b066be45f3f07ada0559669d0e2ba0f30f81f94d8e201b6f42a50b7152 network default NAD default NAD key ] I0416 12:26:39.387818 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-bnxg9, hostIfaceName: c8cac2b066be45f, network: default, NAD default, SandboxID: "c8cac2b066be45f3f07ada0559669d0e2ba0f30f81f94d8e201b6f42a50b7152", PCI device ID: , UID: "8d4d6759-1084-46ef-8778-380a31e928c5", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0416 12:26:39.443115 3674 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-bnxg9 c8cac2b066be45f3f07ada0559669d0e2ba0f30f81f94d8e201b6f42a50b7152 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-bnxg9 c8cac2b066be45f3f07ada0559669d0e2ba0f30f81f94d8e201b6f42a50b7152 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b9:42:89:b5:a7\",\"name\":\"c8cac2b066be45f\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/864c5bc5-f034-4621-9514-c6755a0a1a0c\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:26:43.922186 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 12:26:47.334755 3674 namespace.go:98] [openshift-pipelines] adding namespace I0416 12:26:47.342724 3674 namespace.go:102] [openshift-pipelines] adding namespace took 7.936154ms I0416 12:26:47.354156 3674 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:26:48.098188 3674 namespace.go:142] [cert-manager] updating namespace I0416 12:26:48.299477 3674 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:48.700297 3674 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:48.902385 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:49.102898 3674 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:49.509104 3674 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:49.708870 3674 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:49.905556 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:50.107390 3674 namespace.go:142] [tsf] updating namespace I0416 12:26:50.310025 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:50.510487 3674 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:50.711666 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:50.839299 3674 namespace.go:142] [cert-manager] updating namespace I0416 12:26:50.849070 3674 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:50.857829 3674 namespace.go:142] [default] updating namespace I0416 12:26:50.868283 3674 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:50.877518 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:50.886727 3674 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:50.896478 3674 namespace.go:142] [openshift] updating namespace I0416 12:26:50.904233 3674 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:50.913575 3674 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:50.921295 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:50.930625 3674 namespace.go:142] [tsf] updating namespace I0416 12:26:50.953136 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:50.971834 3674 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:50.991208 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:51.092655 3674 namespace.go:142] [cert-manager] updating namespace I0416 12:26:51.199295 3674 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:51.299189 3674 namespace.go:142] [default] updating namespace I0416 12:26:51.398971 3674 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:51.492575 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:51.595486 3674 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:51.693016 3674 namespace.go:142] [openshift] updating namespace I0416 12:26:51.794480 3674 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:51.891667 3674 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:51.992667 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:52.090488 3674 namespace.go:142] [tsf] updating namespace I0416 12:26:52.193395 3674 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:52.293450 3674 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:52.393860 3674 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:52.676307 3674 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:27:01.792938 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-bdxrk for pod on switch ip-10-0-2-126.ec2.internal I0416 12:27:01.793042 3674 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk I0416 12:27:01.809786 3674 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk] pod update took 16.77088ms I0416 12:27:01.809814 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk] addLogicalPort annotation time took 16.806475ms I0416 12:27:01.811358 3674 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk] addLogicalPort took 18.43756ms, libovsdb time 1.105301ms I0416 12:27:02.164728 3674 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk 3ba3b4b6ec1a0c2920db8676080f557dcade1aca58fe33b267df09ae6b73061a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk 3ba3b4b6ec1a0c2920db8676080f557dcade1aca58fe33b267df09ae6b73061a network default NAD default NAD key ] I0416 12:27:02.173762 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-bdxrk, hostIfaceName: 3ba3b4b6ec1a0c2, network: default, NAD default, SandboxID: "3ba3b4b6ec1a0c2920db8676080f557dcade1aca58fe33b267df09ae6b73061a", PCI device ID: , UID: "e321a46b-e9b7-472b-8a22-13c1217f8a7d", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0416 12:27:02.224955 3674 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk 3ba3b4b6ec1a0c2920db8676080f557dcade1aca58fe33b267df09ae6b73061a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-bdxrk 3ba3b4b6ec1a0c2920db8676080f557dcade1aca58fe33b267df09ae6b73061a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:69:75:5e:d0:b1\",\"name\":\"3ba3b4b6ec1a0c2\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942c45fc-4741-4a6f-b6fd-24ddeaf64695\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:27:04.029469 3674 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:04.029987 3674 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:04.051730 3674 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:04.051754 3674 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:04.058752 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0416 12:27:04.058776 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0416 12:27:06.108719 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.108752 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.108762 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.108767 3674 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.140864 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:06.140885 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:06.140892 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:07.117253 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:07.117269 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:07.117275 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:16.960854 3674 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0416 12:27:16.977855 3674 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0416 12:27:29.390894 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-slcxz for pod on switch ip-10-0-2-126.ec2.internal I0416 12:27:29.390987 3674 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz I0416 12:27:29.405358 3674 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz] pod update took 14.398166ms I0416 12:27:29.405379 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz] addLogicalPort annotation time took 14.424118ms I0416 12:27:29.406595 3674 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz] addLogicalPort took 15.724627ms, libovsdb time 856.098µs I0416 12:27:29.511190 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-hrkhh for pod on switch ip-10-0-2-126.ec2.internal I0416 12:27:29.511312 3674 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh I0416 12:27:29.531202 3674 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh] pod update took 19.926824ms I0416 12:27:29.531230 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh] addLogicalPort annotation time took 19.961653ms I0416 12:27:29.532582 3674 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh] addLogicalPort took 21.416855ms, libovsdb time 900.282µs I0416 12:27:29.771751 3674 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz 59f78f4e54a562f4b682d95b9cdb22cf85c5e50c2decab3019b5ce1d90093afa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz 59f78f4e54a562f4b682d95b9cdb22cf85c5e50c2decab3019b5ce1d90093afa network default NAD default NAD key ] I0416 12:27:29.780929 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-slcxz, hostIfaceName: 59f78f4e54a562f, network: default, NAD default, SandboxID: "59f78f4e54a562f4b682d95b9cdb22cf85c5e50c2decab3019b5ce1d90093afa", PCI device ID: , UID: "6fafc165-2513-48ad-92cd-f92f66d80a20", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0416 12:27:29.830810 3674 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz 59f78f4e54a562f4b682d95b9cdb22cf85c5e50c2decab3019b5ce1d90093afa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-slcxz 59f78f4e54a562f4b682d95b9cdb22cf85c5e50c2decab3019b5ce1d90093afa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d0:ab:b1:78:ca\",\"name\":\"59f78f4e54a562f\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2c3f284-a566-417d-b5fe-c46bba0fce84\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:27:29.874781 3674 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh f35f8e4c3f8466f0c9e47d1ae4ea7d1a39aec840c7df3cfeb54504c0b252da1e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh f35f8e4c3f8466f0c9e47d1ae4ea7d1a39aec840c7df3cfeb54504c0b252da1e network default NAD default NAD key ] I0416 12:27:29.884520 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-hrkhh, hostIfaceName: f35f8e4c3f8466f, network: default, NAD default, SandboxID: "f35f8e4c3f8466f0c9e47d1ae4ea7d1a39aec840c7df3cfeb54504c0b252da1e", PCI device ID: , UID: "4e4e21e7-4c90-449c-a556-1426b3d44894", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0416 12:27:29.933611 3674 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh f35f8e4c3f8466f0c9e47d1ae4ea7d1a39aec840c7df3cfeb54504c0b252da1e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-hrkhh f35f8e4c3f8466f0c9e47d1ae4ea7d1a39aec840c7df3cfeb54504c0b252da1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:0f:62:30:5e:b6\",\"name\":\"f35f8e4c3f8466f\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3d784da-4f77-4bcc-b8f6-3f87e4b91462\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:27:32.242563 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 12:27:41.207347 3674 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:41.207870 3674 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:41.227828 3674 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:41.227853 3674 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:41.234239 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0416 12:27:41.234263 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0416 12:27:43.322976 3674 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0416 12:27:43.323690 3674 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0416 12:27:43.323718 3674 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0416 12:27:43.326235 3674 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0416 12:27:45.195087 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-gfrgq for pod on switch ip-10-0-2-126.ec2.internal I0416 12:27:45.195176 3674 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq I0416 12:27:45.217683 3674 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq] pod update took 22.528378ms I0416 12:27:45.217703 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq] addLogicalPort annotation time took 22.556677ms I0416 12:27:45.218883 3674 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq] addLogicalPort took 23.812022ms, libovsdb time 840.616µs I0416 12:27:45.559785 3674 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq d497b97b815cf48c9eb59a07f61ce571516252731daa500e9cc32c09d8fbf7c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq d497b97b815cf48c9eb59a07f61ce571516252731daa500e9cc32c09d8fbf7c4 network default NAD default NAD key ] I0416 12:27:45.569684 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-gfrgq, hostIfaceName: d497b97b815cf48, network: default, NAD default, SandboxID: "d497b97b815cf48c9eb59a07f61ce571516252731daa500e9cc32c09d8fbf7c4", PCI device ID: , UID: "66f646b4-0773-4156-b169-e4fcb26fc204", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0416 12:27:45.618727 3674 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq d497b97b815cf48c9eb59a07f61ce571516252731daa500e9cc32c09d8fbf7c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-gfrgq d497b97b815cf48c9eb59a07f61ce571516252731daa500e9cc32c09d8fbf7c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:19:e0:c3:bb:12\",\"name\":\"d497b97b815cf48\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/397e8ef5-60b1-4fc7-8bdc-f46238ac26c1\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:27:50.131125 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:27:50.131147 3674 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:27:50.134775 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0416 12:27:50.134793 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0416 12:27:51.240986 3674 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 12:27:54.331499 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:27:54.331597 3674 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0416 12:27:54.350257 3674 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 18.684493ms I0416 12:27:54.350279 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 18.710667ms I0416 12:27:54.351518 3674 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 20.043006ms, libovsdb time 840.368µs I0416 12:27:57.094745 3674 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 7cd59742c14fcc7a4c05a3ca65033f00daf90627ce91892aa9ea9fd65de7b9fd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 7cd59742c14fcc7a4c05a3ca65033f00daf90627ce91892aa9ea9fd65de7b9fd network default NAD default NAD key ] I0416 12:27:57.103887 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 7cd59742c14fcc7, network: default, NAD default, SandboxID: "7cd59742c14fcc7a4c05a3ca65033f00daf90627ce91892aa9ea9fd65de7b9fd", PCI device ID: , UID: "0717f5cb-9973-47b5-8917-dc80d8c2acb4", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0416 12:27:57.152501 3674 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 7cd59742c14fcc7a4c05a3ca65033f00daf90627ce91892aa9ea9fd65de7b9fd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 7cd59742c14fcc7a4c05a3ca65033f00daf90627ce91892aa9ea9fd65de7b9fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:74:eb:96:3b:69\",\"name\":\"7cd59742c14fcc7\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fbc25ce-c1f5-4c54-9cbd-dfe9e108b670\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:28:06.643123 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0416 12:28:14.514180 3674 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 12:28:15.938280 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-vqmct for pod on switch ip-10-0-2-126.ec2.internal I0416 12:28:15.938390 3674 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct I0416 12:28:15.953387 3674 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct] pod update took 15.015032ms I0416 12:28:15.953412 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct] addLogicalPort annotation time took 15.041976ms I0416 12:28:15.954750 3674 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct] addLogicalPort took 16.486311ms, libovsdb time 874.207µs I0416 12:28:16.042683 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-nxzd9 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:28:16.042757 3674 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9 I0416 12:28:16.060741 3674 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9] pod update took 18.004709ms I0416 12:28:16.060759 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9] addLogicalPort annotation time took 18.027795ms I0416 12:28:16.061885 3674 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9] addLogicalPort took 19.215361ms, libovsdb time 788.551µs I0416 12:28:16.300620 3674 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct 0fb3fd69028f11d33e235269e0c6570a1fed5b2dc028a4452a30260d1a4ce1f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct 0fb3fd69028f11d33e235269e0c6570a1fed5b2dc028a4452a30260d1a4ce1f3 network default NAD default NAD key ] I0416 12:28:16.310430 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-vqmct, hostIfaceName: 0fb3fd69028f11d, network: default, NAD default, SandboxID: "0fb3fd69028f11d33e235269e0c6570a1fed5b2dc028a4452a30260d1a4ce1f3", PCI device ID: , UID: "8b4531fa-28ef-4852-9f68-da42dd5ced8a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0416 12:28:16.360769 3674 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct 0fb3fd69028f11d33e235269e0c6570a1fed5b2dc028a4452a30260d1a4ce1f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-vqmct 0fb3fd69028f11d33e235269e0c6570a1fed5b2dc028a4452a30260d1a4ce1f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9a:37:db:b3:0c\",\"name\":\"0fb3fd69028f11d\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3863de9d-a643-4b87-a28d-892132adf067\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:28:16.403670 3674 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9 dbc88e850a7e57e61af1dd785155878a79bc75be3e1fa944a395e44969e850be network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9 dbc88e850a7e57e61af1dd785155878a79bc75be3e1fa944a395e44969e850be network default NAD default NAD key ] I0416 12:28:16.413504 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-nxzd9, hostIfaceName: dbc88e850a7e57e, network: default, NAD default, SandboxID: "dbc88e850a7e57e61af1dd785155878a79bc75be3e1fa944a395e44969e850be", PCI device ID: , UID: "d8b91e8f-c6fd-4052-90ab-95d32b02d943", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0416 12:28:16.462395 3674 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9 dbc88e850a7e57e61af1dd785155878a79bc75be3e1fa944a395e44969e850be network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-nxzd9 dbc88e850a7e57e61af1dd785155878a79bc75be3e1fa944a395e44969e850be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:7e:02:5f:08:42\",\"name\":\"dbc88e850a7e57e\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feef2446-c503-4bb9-9835-ab60d609bb19\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:28:32.540946 3674 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:32.540962 3674 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:32.540966 3674 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0416 12:28:33.518545 3674 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:33.519088 3674 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:33.558892 3674 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:33.558916 3674 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:33.564857 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 12:28:33.564886 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 12:28:36.285870 3674 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-79fff6f96f-96s2k] creating logical port tsf-tas_trillian-logserver-79fff6f96f-96s2k for pod on switch ip-10-0-2-126.ec2.internal I0416 12:28:36.285975 3674 kube.go:256] Updating pod tsf-tas/trillian-logserver-79fff6f96f-96s2k I0416 12:28:36.304154 3674 pod.go:62] [tsf-tas/trillian-logserver-79fff6f96f-96s2k] pod update took 18.200649ms I0416 12:28:36.304199 3674 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-79fff6f96f-96s2k] addLogicalPort annotation time took 18.248675ms I0416 12:28:36.305425 3674 pods.go:271] [tsf-tas/trillian-logserver-79fff6f96f-96s2k] addLogicalPort took 19.571913ms, libovsdb time 826.995µs I0416 12:28:36.672408 3674 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-bmw4f-vv6zk] creating logical port tsf-tas_rekor-createtree-job-bmw4f-vv6zk for pod on switch ip-10-0-2-126.ec2.internal I0416 12:28:36.672499 3674 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-bmw4f-vv6zk I0416 12:28:36.697432 3674 pod.go:62] [tsf-tas/rekor-createtree-job-bmw4f-vv6zk] pod update took 24.954982ms I0416 12:28:36.697461 3674 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-bmw4f-vv6zk] addLogicalPort annotation time took 24.985746ms I0416 12:28:36.698818 3674 pods.go:271] [tsf-tas/rekor-createtree-job-bmw4f-vv6zk] addLogicalPort took 26.425415ms, libovsdb time 909µs I0416 12:28:37.034153 3674 cni.go:452] [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key ] I0416 12:28:37.043218 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-bmw4f-vv6zk, hostIfaceName: ddaffd24699e730, network: default, NAD default, SandboxID: "ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5", PCI device ID: , UID: "cd8386f0-5b79-4266-afc5-61d4c5ad8962", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0416 12:28:37.093586 3674 cni.go:473] [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:f7:f0:35:46:19\",\"name\":\"ddaffd24699e730\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e00a7a0a-75f6-4046-9eb7-0da5e589ed8b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:28:37.248298 3674 cni.go:452] [tsf-tas/trillian-logserver-79fff6f96f-96s2k 9dd08b758510990eb6bb8141032bbb50d83e0575f7f33d30d04c9d95d27984b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-79fff6f96f-96s2k 9dd08b758510990eb6bb8141032bbb50d83e0575f7f33d30d04c9d95d27984b4 network default NAD default NAD key ] I0416 12:28:37.258543 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-79fff6f96f-96s2k, hostIfaceName: 9dd08b758510990, network: default, NAD default, SandboxID: "9dd08b758510990eb6bb8141032bbb50d83e0575f7f33d30d04c9d95d27984b4", PCI device ID: , UID: "768fd770-90af-451a-b7b9-91fc270b6b2b", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0416 12:28:37.307882 3674 cni.go:473] [tsf-tas/trillian-logserver-79fff6f96f-96s2k 9dd08b758510990eb6bb8141032bbb50d83e0575f7f33d30d04c9d95d27984b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-79fff6f96f-96s2k 9dd08b758510990eb6bb8141032bbb50d83e0575f7f33d30d04c9d95d27984b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:2f:eb:bb:15:63\",\"name\":\"9dd08b758510990\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94713edd-ad2e-4b82-a17f-fa44162cc6c7\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:28:42.544612 3674 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dpm7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:42.545151 3674 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dpm7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:43.440458 3674 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dpm7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:43.440509 3674 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dpm7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:28:45.655128 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0416 12:28:47.532043 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0416 12:28:51.664369 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0416 12:28:56.696353 3674 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0416 12:28:57.847786 3674 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:57.848369 3674 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:58.741551 3674 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:58.741578 3674 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:03.725436 3674 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:29:08.612793 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0416 12:29:22.636093 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0416 12:29:26.845452 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0416 12:29:32.647362 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0416 12:29:33.783518 3674 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:33.784099 3674 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:33.833908 3674 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:33.833933 3674 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:33.839958 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0416 12:29:33.839984 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0416 12:29:37.625946 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0416 12:29:39.058799 3674 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:39.059421 3674 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:39.941778 3674 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:39.941801 3674 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:29:41.700841 3674 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.700868 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.744258 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0416 12:29:46.112876 3674 obj_retry.go:498] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:46.113503 3674 obj_retry.go:498] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 12:29:46.854424 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0416 12:29:46.974742 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0416 12:29:47.134767 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:47.134797 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:53.664219 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-2wb2d for pod on switch ip-10-0-2-126.ec2.internal I0416 12:29:53.664363 3674 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d I0416 12:29:53.680135 3674 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d] pod update took 15.829277ms I0416 12:29:53.680160 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d] addLogicalPort annotation time took 15.858464ms I0416 12:29:53.681586 3674 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d] addLogicalPort took 17.387895ms, libovsdb time 957.73µs I0416 12:29:54.031146 3674 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d b6aa4daee9125d598e45bc6ab6c389978cee591afa68d2f3ba32d26b03ca5a44 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d b6aa4daee9125d598e45bc6ab6c389978cee591afa68d2f3ba32d26b03ca5a44 network default NAD default NAD key ] I0416 12:29:54.040532 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-2wb2d, hostIfaceName: b6aa4daee9125d5, network: default, NAD default, SandboxID: "b6aa4daee9125d598e45bc6ab6c389978cee591afa68d2f3ba32d26b03ca5a44", PCI device ID: , UID: "f2320fc9-10da-473c-bc8f-e6a04bbad32c", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0416 12:29:54.092884 3674 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d b6aa4daee9125d598e45bc6ab6c389978cee591afa68d2f3ba32d26b03ca5a44 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-2wb2d b6aa4daee9125d598e45bc6ab6c389978cee591afa68d2f3ba32d26b03ca5a44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6d:e7:24:1e:f1\",\"name\":\"b6aa4daee9125d5\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b614db7-5ca3-4b39-8943-2960e37972c4\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:29:55.904141 3674 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k8wgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:55.904748 3674 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k8wgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:56.057209 3674 cni.go:452] [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key ] I0416 12:29:56.143338 3674 cni.go:473] [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-bmw4f-vv6zk ddaffd24699e730595175594cbd5d35c8505dc7f20243b4fc5382ae8e67dcff5 network default NAD default NAD key default], result "{}", err I0416 12:29:56.924130 3674 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k8wgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.924159 3674 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k8wgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.959831 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.959858 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.964718 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ns994 I0416 12:29:56.964743 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ns994 I0416 12:29:57.895303 3674 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:57.895353 3674 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-bmw4f-vv6zk I0416 12:29:57.896743 3674 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-bmw4f-vv6zk, ips: 10.130.0.42 I0416 12:29:57.896784 3674 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:58.911736 3674 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:58.911758 3674 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.922625 3674 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:00.923173 3674 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:00.943258 3674 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.943278 3674 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.949971 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0416 12:30:00.949994 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0416 12:30:03.129550 3674 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-68cc7f66fd-rfrrn] creating logical port tsf-tas_rekor-redis-68cc7f66fd-rfrrn for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:03.129711 3674 kube.go:256] Updating pod tsf-tas/rekor-redis-68cc7f66fd-rfrrn I0416 12:30:03.143818 3674 pod.go:62] [tsf-tas/rekor-redis-68cc7f66fd-rfrrn] pod update took 14.136578ms I0416 12:30:03.143839 3674 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-68cc7f66fd-rfrrn] addLogicalPort annotation time took 14.160546ms I0416 12:30:03.145344 3674 pods.go:271] [tsf-tas/rekor-redis-68cc7f66fd-rfrrn] addLogicalPort took 15.790113ms, libovsdb time 1.01807ms I0416 12:30:03.492292 3674 cni.go:452] [tsf-tas/rekor-redis-68cc7f66fd-rfrrn 41f1606c67b1e1ac891ffaf0c5ee941c53e8dcb6c5844c5fe5f403339cf68bf6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-68cc7f66fd-rfrrn 41f1606c67b1e1ac891ffaf0c5ee941c53e8dcb6c5844c5fe5f403339cf68bf6 network default NAD default NAD key ] I0416 12:30:03.501652 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-68cc7f66fd-rfrrn, hostIfaceName: 41f1606c67b1e1a, network: default, NAD default, SandboxID: "41f1606c67b1e1ac891ffaf0c5ee941c53e8dcb6c5844c5fe5f403339cf68bf6", PCI device ID: , UID: "f6c3bc3c-a980-4d0a-8359-9618cd4e0b35", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0416 12:30:03.553271 3674 cni.go:473] [tsf-tas/rekor-redis-68cc7f66fd-rfrrn 41f1606c67b1e1ac891ffaf0c5ee941c53e8dcb6c5844c5fe5f403339cf68bf6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-68cc7f66fd-rfrrn 41f1606c67b1e1ac891ffaf0c5ee941c53e8dcb6c5844c5fe5f403339cf68bf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b9:ce:45:d9:7c\",\"name\":\"41f1606c67b1e1a\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3880e998-161a-4ee1-81e7-6137619003a4\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:30:03.973930 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:03.974411 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:04.844652 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:04.844683 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:05.778829 3674 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5d5d55547c-dgbkt] creating logical port tsf-tas_rekor-server-5d5d55547c-dgbkt for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:05.778938 3674 kube.go:256] Updating pod tsf-tas/rekor-server-5d5d55547c-dgbkt I0416 12:30:05.791797 3674 pod.go:62] [tsf-tas/rekor-server-5d5d55547c-dgbkt] pod update took 12.894871ms I0416 12:30:05.791817 3674 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5d5d55547c-dgbkt] addLogicalPort annotation time took 12.922806ms I0416 12:30:05.793152 3674 pods.go:271] [tsf-tas/rekor-server-5d5d55547c-dgbkt] addLogicalPort took 14.33882ms, libovsdb time 930.607µs W0416 12:30:08.088674 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0416 12:30:08.126608 3674 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0416 12:30:10.003621 3674 obj_retry.go:498] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:10.004170 3674 obj_retry.go:498] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:10.640786 3674 cni.go:452] [tsf-tas/rekor-server-5d5d55547c-dgbkt 6d26a835d9ef134f723b99bc71779ddad11a8377ed8663690907228b9e01a10d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5d5d55547c-dgbkt 6d26a835d9ef134f723b99bc71779ddad11a8377ed8663690907228b9e01a10d network default NAD default NAD key ] I0416 12:30:10.649889 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5d5d55547c-dgbkt, hostIfaceName: 6d26a835d9ef134, network: default, NAD default, SandboxID: "6d26a835d9ef134f723b99bc71779ddad11a8377ed8663690907228b9e01a10d", PCI device ID: , UID: "2aefa779-22e5-41f0-a11a-4390a56bf8a5", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0416 12:30:10.700295 3674 cni.go:473] [tsf-tas/rekor-server-5d5d55547c-dgbkt 6d26a835d9ef134f723b99bc71779ddad11a8377ed8663690907228b9e01a10d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5d5d55547c-dgbkt 6d26a835d9ef134f723b99bc71779ddad11a8377ed8663690907228b9e01a10d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4b:3b:21:a5:bc\",\"name\":\"6d26a835d9ef134\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9b51efc-3f34-40c2-b3a1-dee9afdc6500\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:30:11.026065 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:11.026087 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:13.160726 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0416 12:30:14.026422 3674 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:14.026991 3674 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:14.157689 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:14.157711 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:17.033795 3674 obj_retry.go:498] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:17.034400 3674 obj_retry.go:498] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:17.400851 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:17.400872 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:20.175234 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0416 12:30:24.172690 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0416 12:30:25.206832 3674 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0416 12:30:28.126402 3674 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:28.126959 3674 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:28.146231 3674 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:28.146249 3674 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:28.152843 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0416 12:30:28.152862 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0416 12:30:28.850490 3674 namespace.go:98] [image-controller] adding namespace I0416 12:30:28.851315 3674 namespace.go:102] [image-controller] adding namespace took 805.707µs I0416 12:30:28.855610 3674 namespace.go:98] [build-service] adding namespace I0416 12:30:28.855620 3674 namespace.go:98] [default-tenant] adding namespace I0416 12:30:28.856461 3674 namespace.go:102] [build-service] adding namespace took 830.635µs I0416 12:30:28.856499 3674 namespace.go:98] [integration-service] adding namespace I0416 12:30:28.857548 3674 namespace.go:102] [integration-service] adding namespace took 1.041589ms I0416 12:30:28.858056 3674 namespace.go:102] [default-tenant] adding namespace took 2.422283ms I0416 12:30:28.905264 3674 namespace.go:142] [image-controller] updating namespace I0416 12:30:28.937473 3674 namespace.go:142] [image-controller] updating namespace I0416 12:30:28.958309 3674 namespace.go:142] [build-service] updating namespace I0416 12:30:28.991203 3674 namespace.go:142] [build-service] updating namespace I0416 12:30:29.007428 3674 namespace.go:142] [default-tenant] updating namespace I0416 12:30:29.032170 3674 namespace.go:142] [default-tenant] updating namespace I0416 12:30:29.081028 3674 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.081071 3674 namespace.go:142] [build-service] updating namespace I0416 12:30:29.096329 3674 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.112704 3674 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.165130 3674 namespace.go:98] [release-service] adding namespace I0416 12:30:29.165919 3674 namespace.go:102] [release-service] adding namespace took 772.509µs I0416 12:30:29.186171 3674 namespace.go:142] [release-service] updating namespace I0416 12:30:29.202464 3674 namespace.go:142] [release-service] updating namespace I0416 12:30:29.266081 3674 namespace.go:142] [konflux-ui] updating namespace I0416 12:30:29.403967 3674 namespace.go:98] [konflux-info] adding namespace I0416 12:30:29.404766 3674 namespace.go:102] [konflux-info] adding namespace took 779.159µs I0416 12:30:29.456384 3674 namespace.go:142] [konflux-info] updating namespace I0416 12:30:29.456547 3674 namespace.go:142] [konflux-info] updating namespace I0416 12:30:29.650102 3674 namespace.go:98] [namespace-lister] adding namespace I0416 12:30:29.650890 3674 namespace.go:102] [namespace-lister] adding namespace took 770.675µs I0416 12:30:29.671192 3674 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:29.695570 3674 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:29.770577 3674 namespace.go:98] [enterprise-contract-service] adding namespace I0416 12:30:29.770749 3674 namespace.go:142] [image-controller] updating namespace I0416 12:30:29.771338 3674 namespace.go:102] [enterprise-contract-service] adding namespace took 730.136µs I0416 12:30:29.772115 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:29.826555 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:30.243167 3674 namespace.go:142] [default-tenant] updating namespace I0416 12:30:30.341222 3674 namespace.go:98] [segment-bridge] adding namespace I0416 12:30:30.341970 3674 namespace.go:102] [segment-bridge] adding namespace took 729.137µs I0416 12:30:30.550537 3674 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0416 12:30:30.550576 3674 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:30.551159 3674 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0416 12:30:30.551204 3674 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0416 12:30:30.553759 3674 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0416 12:30:30.614350 3674 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0416 12:30:30.614373 3674 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0416 12:30:30.615084 3674 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0416 12:30:30.712127 3674 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:31.074262 3674 namespace.go:142] [build-service] updating namespace I0416 12:30:31.224410 3674 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-jv6h9] creating logical port namespace-lister_namespace-lister-67655c4674-jv6h9 for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:31.224499 3674 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-jv6h9 I0416 12:30:31.252727 3674 pod.go:62] [namespace-lister/namespace-lister-67655c4674-jv6h9] pod update took 28.252003ms I0416 12:30:31.252814 3674 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-jv6h9] addLogicalPort annotation time took 28.341277ms I0416 12:30:31.254545 3674 pods.go:271] [namespace-lister/namespace-lister-67655c4674-jv6h9] addLogicalPort took 30.154899ms, libovsdb time 1.128612ms I0416 12:30:31.706098 3674 namespace.go:142] [default-tenant] updating namespace I0416 12:30:32.042509 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:32.055989 3674 base_network_controller_pods.go:487] [default/konflux-ui/dex-577975d8f4-bjv5k] creating logical port konflux-ui_dex-577975d8f4-bjv5k for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:32.056115 3674 kube.go:256] Updating pod konflux-ui/dex-577975d8f4-bjv5k I0416 12:30:32.100564 3674 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-kclbm] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-kclbm for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:32.100659 3674 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:30:32.169374 3674 namespace.go:142] [image-controller] updating namespace I0416 12:30:32.171375 3674 pod.go:62] [konflux-ui/dex-577975d8f4-bjv5k] pod update took 115.28452ms I0416 12:30:32.171394 3674 base_network_controller_pods.go:951] [default/konflux-ui/dex-577975d8f4-bjv5k] addLogicalPort annotation time took 115.308232ms I0416 12:30:32.172678 3674 pods.go:271] [konflux-ui/dex-577975d8f4-bjv5k] addLogicalPort took 116.70812ms, libovsdb time 872.082µs I0416 12:30:32.236793 3674 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm] pod update took 136.158416ms I0416 12:30:32.236820 3674 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-kclbm] addLogicalPort annotation time took 136.190261ms I0416 12:30:32.238131 3674 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm] addLogicalPort took 137.5847ms, libovsdb time 874.256µs I0416 12:30:32.305969 3674 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-7rfpc] creating logical port build-service_build-service-controller-manager-7cbf488fcf-7rfpc for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:32.306066 3674 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-7rfpc I0416 12:30:32.374297 3674 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-7rfpc] pod update took 68.252973ms I0416 12:30:32.374340 3674 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-7rfpc] addLogicalPort annotation time took 68.279255ms I0416 12:30:32.375705 3674 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-7rfpc] addLogicalPort took 69.747608ms, libovsdb time 918.203µs I0416 12:30:32.650078 3674 namespace.go:142] [integration-service] updating namespace I0416 12:30:32.669827 3674 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-7rfpc 868ad05af612ddd6a0e1201b8483ebee17b0d44ae6f3f7983a48a3cc07596f60 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-7rfpc 868ad05af612ddd6a0e1201b8483ebee17b0d44ae6f3f7983a48a3cc07596f60 network default NAD default NAD key ] I0416 12:30:32.678898 3674 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-7rfpc, hostIfaceName: 868ad05af612ddd, network: default, NAD default, SandboxID: "868ad05af612ddd6a0e1201b8483ebee17b0d44ae6f3f7983a48a3cc07596f60", PCI device ID: , UID: "168f5055-49ff-437f-ad99-057e9d778d89", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0416 12:30:32.730392 3674 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-7rfpc 868ad05af612ddd6a0e1201b8483ebee17b0d44ae6f3f7983a48a3cc07596f60 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-7rfpc 868ad05af612ddd6a0e1201b8483ebee17b0d44ae6f3f7983a48a3cc07596f60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:bb:8e:d3:08:53\",\"name\":\"868ad05af612ddd\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beb7c91f-c08b-4ae3-8e72-c78fa4bcf6b7\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:30:32.959553 3674 namespace.go:142] [konflux-info] updating namespace I0416 12:30:33.060046 3674 base_network_controller_pods.go:487] [default/konflux-ui/proxy-76b76f9b64-nkspv] creating logical port konflux-ui_proxy-76b76f9b64-nkspv for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:33.060145 3674 kube.go:256] Updating pod konflux-ui/proxy-76b76f9b64-nkspv I0416 12:30:33.093394 3674 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-lxnmj] creating logical port release-service_release-service-controller-manager-58f96dcd8d-lxnmj for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:33.093484 3674 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-lxnmj I0416 12:30:33.135625 3674 pod.go:62] [konflux-ui/proxy-76b76f9b64-nkspv] pod update took 75.517233ms I0416 12:30:33.135646 3674 base_network_controller_pods.go:951] [default/konflux-ui/proxy-76b76f9b64-nkspv] addLogicalPort annotation time took 75.543947ms I0416 12:30:33.136868 3674 pods.go:271] [konflux-ui/proxy-76b76f9b64-nkspv] addLogicalPort took 76.840077ms, libovsdb time 792.936µs I0416 12:30:33.155194 3674 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-lxnmj] pod update took 61.736536ms I0416 12:30:33.155212 3674 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-lxnmj] addLogicalPort annotation time took 61.759149ms I0416 12:30:33.156521 3674 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-lxnmj] addLogicalPort took 63.141217ms, libovsdb time 929.484µs I0416 12:30:33.307211 3674 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:33.522522 3674 namespace.go:142] [release-service] updating namespace I0416 12:30:33.709413 3674 namespace.go:142] [build-service] updating namespace I0416 12:30:33.750156 3674 namespace.go:142] [default-tenant] updating namespace I0416 12:30:33.775279 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:33.796340 3674 namespace.go:142] [image-controller] updating namespace I0416 12:30:33.819306 3674 namespace.go:142] [integration-service] updating namespace I0416 12:30:33.841627 3674 namespace.go:142] [konflux-info] updating namespace I0416 12:30:33.866461 3674 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:33.879255 3674 namespace.go:142] [release-service] updating namespace I0416 12:30:33.944744 3674 namespace.go:142] [build-service] updating namespace I0416 12:30:33.978511 3674 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-85b846649d-v6vpr] creating logical port integration-service_integration-service-controller-manager-85b846649d-v6vpr for pod on switch ip-10-0-2-126.ec2.internal I0416 12:30:33.978637 3674 kube.go:256] Updating pod integration-service/integration-service-controller-manager-85b846649d-v6vpr I0416 12:30:33.993662 3674 pod.go:62] [integration-service/integration-service-controller-manager-85b846649d-v6vpr] pod update took 15.074549ms I0416 12:30:33.993747 3674 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-85b846649d-v6vpr] addLogicalPort annotation time took 15.162334ms I0416 12:30:33.995245 3674 pods.go:271] [integration-service/integration-service-controller-manager-85b846649d-v6vpr] addLogicalPort took 16.75447ms, libovsdb time 887.347µs I0416 12:30:34.015696 3674 namespace.go:142] [default-tenant] updating namespace I0416 12:30:34.062883 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:34.100130 3674 namespace.go:142] [image-controller] updating namespace I0416 12:30:34.196907 3674 namespace.go:142] [integration-service] updating namespace I0416 12:30:34.302723 3674 namespace.go:142] [konflux-info] updating namespace I0416 12:30:34.400561 3674 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:34.495583 3674 namespace.go:142] [release-service] updating namespace I0416 12:30:35.714911 3674 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:35.841768 3674 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:35.947666 3674 namespace.go:142] [segment-bridge] updating namespace W0416 12:30:36.022205 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0416 12:30:36.025210 3674 cni.go:452] [konflux-ui/dex-577975d8f4-bjv5k 00644773839ef781b14640200635bb7e17e4f162026f0fcc0f8ebaa47033ce61 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-577975d8f4-bjv5k 00644773839ef781b14640200635bb7e17e4f162026f0fcc0f8ebaa47033ce61 network default NAD default NAD key ] I0416 12:30:36.035766 3674 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-577975d8f4-bjv5k, hostIfaceName: 00644773839ef78, network: default, NAD default, SandboxID: "00644773839ef781b14640200635bb7e17e4f162026f0fcc0f8ebaa47033ce61", PCI device ID: , UID: "97ccbc49-14d0-4645-9296-53910ac14507", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0416 12:30:36.088761 3674 cni.go:473] [konflux-ui/dex-577975d8f4-bjv5k 00644773839ef781b14640200635bb7e17e4f162026f0fcc0f8ebaa47033ce61 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-577975d8f4-bjv5k 00644773839ef781b14640200635bb7e17e4f162026f0fcc0f8ebaa47033ce61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:59:52:b6:d5:c4\",\"name\":\"00644773839ef78\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e77fb2c0-93c1-431d-9c90-0eb13dfbd4c4\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:30:36.297912 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0416 12:30:37.030432 3674 cni.go:452] [konflux-ui/proxy-76b76f9b64-nkspv e40de8294a2395b1449deae84630fb2c8b58ddb9aafbb5c08bc15a9377121a7e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-76b76f9b64-nkspv e40de8294a2395b1449deae84630fb2c8b58ddb9aafbb5c08bc15a9377121a7e network default NAD default NAD key ] I0416 12:30:37.039920 3674 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-76b76f9b64-nkspv, hostIfaceName: e40de8294a2395b, network: default, NAD default, SandboxID: "e40de8294a2395b1449deae84630fb2c8b58ddb9aafbb5c08bc15a9377121a7e", PCI device ID: , UID: "1a290512-f98b-4bb4-958f-ba5a17ef1398", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0416 12:30:37.093064 3674 cni.go:473] [konflux-ui/proxy-76b76f9b64-nkspv e40de8294a2395b1449deae84630fb2c8b58ddb9aafbb5c08bc15a9377121a7e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-76b76f9b64-nkspv e40de8294a2395b1449deae84630fb2c8b58ddb9aafbb5c08bc15a9377121a7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:50:01:dc:8a:18\",\"name\":\"e40de8294a2395b\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fc4769a-f024-48f8-a493-3b08403cdcce\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:30:37.945278 3674 cni.go:452] [integration-service/integration-service-controller-manager-85b846649d-v6vpr 8e224290fb85b935139b65f5f46277561d029a45d4fb08f87b9dbc6bf6f59731 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-85b846649d-v6vpr 8e224290fb85b935139b65f5f46277561d029a45d4fb08f87b9dbc6bf6f59731 network default NAD default NAD key ] I0416 12:30:37.954612 3674 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-85b846649d-v6vpr, hostIfaceName: 8e224290fb85b93, network: default, NAD default, SandboxID: "8e224290fb85b935139b65f5f46277561d029a45d4fb08f87b9dbc6bf6f59731", PCI device ID: , UID: "3f5bdacd-247a-45ab-b075-107bb8f89ab8", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0416 12:30:38.004763 3674 cni.go:473] [integration-service/integration-service-controller-manager-85b846649d-v6vpr 8e224290fb85b935139b65f5f46277561d029a45d4fb08f87b9dbc6bf6f59731 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-85b846649d-v6vpr 8e224290fb85b935139b65f5f46277561d029a45d4fb08f87b9dbc6bf6f59731 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:fe:13:3f:86:87\",\"name\":\"8e224290fb85b93\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/260344b6-78dc-4787-a051-80f9153cc160\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:30:38.308666 3674 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0416 12:30:39.148778 3674 cni.go:452] [namespace-lister/namespace-lister-67655c4674-jv6h9 538bb011fb840610be06c9fba594c2ac8aa15a47f9e304a74ef8d8c6bfdfea5c network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-jv6h9 538bb011fb840610be06c9fba594c2ac8aa15a47f9e304a74ef8d8c6bfdfea5c network default NAD default NAD key ] I0416 12:30:39.160405 3674 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-jv6h9, hostIfaceName: 538bb011fb84061, network: default, NAD default, SandboxID: "538bb011fb840610be06c9fba594c2ac8aa15a47f9e304a74ef8d8c6bfdfea5c", PCI device ID: , UID: "4ed017c0-ec20-4182-9d47-715767e1cf93", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0416 12:30:39.220724 3674 cni.go:473] [namespace-lister/namespace-lister-67655c4674-jv6h9 538bb011fb840610be06c9fba594c2ac8aa15a47f9e304a74ef8d8c6bfdfea5c network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-jv6h9 538bb011fb840610be06c9fba594c2ac8aa15a47f9e304a74ef8d8c6bfdfea5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5f:32:c4:8d:1a\",\"name\":\"538bb011fb84061\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72fc82f1-518e-4795-8b1c-9b2016882705\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:30:40.073365 3674 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key ] I0416 12:30:40.084274 3674 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-kclbm, hostIfaceName: 299cba148ce2727, network: default, NAD default, SandboxID: "299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716", PCI device ID: , UID: "11b8dc67-4048-4933-a609-6729d0711b56", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0416 12:30:40.157002 3674 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e3:b3:1c:8a:68\",\"name\":\"299cba148ce2727\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a272d05e-b302-4294-9dc7-7e2d15e3c8c4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:30:44.553636 3674 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-lxnmj 4a15554331e25272117dd9b9a2572887461514548fe01015cfe2c5142f6d3f2f network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-lxnmj 4a15554331e25272117dd9b9a2572887461514548fe01015cfe2c5142f6d3f2f network default NAD default NAD key ] I0416 12:30:44.563296 3674 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-lxnmj, hostIfaceName: 4a15554331e2527, network: default, NAD default, SandboxID: "4a15554331e25272117dd9b9a2572887461514548fe01015cfe2c5142f6d3f2f", PCI device ID: , UID: "d84ed44b-5c1c-457f-b529-5a7c00a2a4ce", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0416 12:30:44.623130 3674 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-lxnmj 4a15554331e25272117dd9b9a2572887461514548fe01015cfe2c5142f6d3f2f network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-lxnmj 4a15554331e25272117dd9b9a2572887461514548fe01015cfe2c5142f6d3f2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:45:cb:25:0b:94\",\"name\":\"4a15554331e2527\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f590be6b-1c79-41ec-8532-50b6b99961f0\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 12:30:45.373639 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:45.373667 3674 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:45.397862 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0416 12:30:45.423626 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 12:30:45.425146 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:45.452076 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 12:30:45.452256 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:46.407355 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0416 12:30:47.116646 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:47.116671 3674 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:47.308339 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0416 12:30:48.393426 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0416 12:30:48.393497 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0416 12:30:49.246889 3674 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:49.247603 3674 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:50.119592 3674 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:50.119617 3674 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:51.357489 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0416 12:30:51.532607 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 W0416 12:30:56.382744 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:56.383310 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0416 12:30:56.568175 3674 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key ] I0416 12:30:56.641395 3674 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-kclbm 299cba148ce27274d12c8625c172de457ce7dff7b12327bae7eeac126386f716 network default NAD default NAD key default], result "{}", err I0416 12:30:56.696760 3674 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:56.696804 3674 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:30:56.698236 3674 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-kclbm, ips: 10.130.0.48 I0416 12:30:56.698265 3674 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:57.449236 3674 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:57.449259 3674 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:57.455891 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:30:57.455921 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm W0416 12:30:59.404310 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0416 12:30:59.404882 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0416 12:31:02.184284 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0416 12:31:13.630787 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0416 12:31:25.460441 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 12:31:25.460462 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0416 12:31:28.648586 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0416 12:31:41.611710 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0416 12:31:55.349888 3674 obj_retry.go:498] Detected object konflux-ui/proxy-599bf98445-fx44p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:31:55.350509 3674 obj_retry.go:498] Detected object konflux-ui/proxy-599bf98445-fx44p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:31:55.532870 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0416 12:31:55.774459 3674 obj_retry.go:492] Detected object konflux-ui/proxy-599bf98445-fx44p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:31:55.774484 3674 obj_retry.go:492] Detected object konflux-ui/proxy-599bf98445-fx44p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:31:55.781558 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-599bf98445-fx44p I0416 12:31:55.781590 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-599bf98445-fx44p I0416 12:32:02.656473 3674 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:02.656987 3674 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:02.692678 3674 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:02.692706 3674 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:02.699439 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0416 12:32:02.699456 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0416 12:32:31.531192 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0416 12:32:43.229819 3674 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:43.230386 3674 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:43.934656 3674 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:43.934687 3674 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:43.941404 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:43.941430 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:54.619375 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0416 12:32:58.084635 3674 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:58.085127 3674 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:58.811022 3674 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:58.811047 3674 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:58.818263 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:32:58.818286 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:33:33.528741 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0416 12:34:18.616058 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0416 12:34:56.628875 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0416 12:35:09.609260 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0416 12:35:13.639116 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0416 12:35:26.544935 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=640 I0416 12:36:16.650035 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0416 12:37:00.646095 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0416 12:38:21.535624 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=70 I0416 12:39:14.534281 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0416 12:39:35.651591 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0416 12:39:39.531696 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0416 12:40:04.135803 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:40:04.136398 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:40:05.001860 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:05.001911 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.056973 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.057002 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.059742 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wvndg I0416 12:40:11.059772 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wvndg I0416 12:40:14.031178 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:14.031200 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:14.035910 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-pmw65 I0416 12:40:14.035941 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-pmw65 I0416 12:40:17.034615 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:17.034657 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:17.037429 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-srrvr I0416 12:40:17.037454 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-srrvr I0416 12:40:18.634258 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0416 12:40:19.614996 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0416 12:40:19.642035 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0416 12:40:37.612161 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0416 12:40:38.536238 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0416 12:41:47.535558 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0416 12:41:48.652730 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0416 12:41:53.619017 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0416 12:41:59.467232 3674 namespace.go:98] [default-tenant-managed] adding namespace I0416 12:41:59.468157 3674 namespace.go:102] [default-tenant-managed] adding namespace took 902.657µs I0416 12:41:59.494070 3674 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:41:59.510281 3674 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.467700 3674 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.621909 3674 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.697300 3674 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:09.622804 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0416 12:42:17.631711 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0416 12:42:44.156667 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-rtlrz for pod on switch ip-10-0-2-126.ec2.internal I0416 12:42:44.156787 3674 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz I0416 12:42:44.185850 3674 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz] pod update took 29.090365ms I0416 12:42:44.185877 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz] addLogicalPort annotation time took 29.123937ms I0416 12:42:44.187115 3674 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz] addLogicalPort took 30.463323ms, libovsdb time 874.166µs I0416 12:42:44.520842 3674 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz 57ffd463b6ff30eaf27cb666bdd6ba6f00453ccf7aed3fc6c4d472f2aee264bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz 57ffd463b6ff30eaf27cb666bdd6ba6f00453ccf7aed3fc6c4d472f2aee264bd network default NAD default NAD key ] I0416 12:42:44.530019 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-rtlrz, hostIfaceName: 57ffd463b6ff30e, network: default, NAD default, SandboxID: "57ffd463b6ff30eaf27cb666bdd6ba6f00453ccf7aed3fc6c4d472f2aee264bd", PCI device ID: , UID: "9cca19a1-c24d-4301-9d92-05a8efe9dc2a", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0416 12:42:44.587236 3674 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz 57ffd463b6ff30eaf27cb666bdd6ba6f00453ccf7aed3fc6c4d472f2aee264bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-rtlrz 57ffd463b6ff30eaf27cb666bdd6ba6f00453ccf7aed3fc6c4d472f2aee264bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:3f:57:8f:96:e0\",\"name\":\"57ffd463b6ff30e\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06966e67-4908-4d56-a62d-b6d54ef30418\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:42:57.547759 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=40 W0416 12:42:58.675905 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.675924 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.675930 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.675935 3674 util.go:959] Failed to build node endpoints for node ip-10-0-2-126.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0416 12:43:04.041723 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:04.042233 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:04.499747 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-clone-repository-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:43:04.499918 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod I0416 12:43:04.526539 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod] pod update took 26.652716ms I0416 12:43:04.526561 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod] addLogicalPort annotation time took 26.680435ms I0416 12:43:04.527804 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod] addLogicalPort took 28.075304ms, libovsdb time 817.083µs I0416 12:43:04.866639 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key ] I0416 12:43:04.876204 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-clone-repository-pod, hostIfaceName: 12165dad1899392, network: default, NAD default, SandboxID: "12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724", PCI device ID: , UID: "85b610b0-0d3d-4e3a-9faf-c3f039efecbd", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0416 12:43:04.927386 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4f:d1:c9:01:7a\",\"name\":\"12165dad1899392\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7725421f-81fb-40e3-8b89-44ff4fed19c3\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:43:19.878698 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key ] I0416 12:43:19.958861 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod 12165dad1899392996c945229a1a8bdf5eb979a428ad59197b410053ee4e6724 network default NAD default NAD key default], result "{}", err I0416 12:43:20.037432 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:20.037472 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod I0416 12:43:20.038763 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod, ips: 10.130.0.54 I0416 12:43:20.038788 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:44.216163 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-build-container-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:43:44.216410 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod I0416 12:43:44.257373 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod] pod update took 41.058657ms I0416 12:43:44.257397 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod] addLogicalPort annotation time took 41.088308ms I0416 12:43:44.258773 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod] addLogicalPort took 42.626249ms, libovsdb time 933.692µs I0416 12:43:44.329104 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:44.329697 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:44.596737 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key ] I0416 12:43:44.607082 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-build-container-pod, hostIfaceName: 7641f1abb630092, network: default, NAD default, SandboxID: "7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df", PCI device ID: , UID: "f1651f48-e463-417a-8d62-1c8b3ce2647a", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0416 12:43:44.663120 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:50:8f:cd:38:c0\",\"name\":\"7641f1abb630092\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4946a45d-1c82-4ac3-9e4c-15cba83fc460\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:45:42.655201 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0416 12:45:53.941418 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key ] I0416 12:45:54.039192 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod 7641f1abb6300928bfe1a4d1f6824abd2099c9a93f5e067c0e2c4d49b6c447df network default NAD default NAD key default], result "{}", err I0416 12:45:54.162209 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:45:54.162242 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod I0416 12:45:54.163735 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod, ips: 10.130.0.55 I0416 12:45:54.163763 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:08.539300 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0416 12:46:09.534684 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0416 12:46:20.649120 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0416 12:46:21.633007 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:46:21.633209 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod I0416 12:46:21.663494 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod] pod update took 30.324821ms I0416 12:46:21.663526 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod] addLogicalPort annotation time took 30.361324ms I0416 12:46:21.665131 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod] addLogicalPort took 32.142546ms, libovsdb time 1.017289ms I0416 12:46:21.699984 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-clair-scan-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:46:21.700138 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod I0416 12:46:21.726527 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod] pod update took 26.424786ms I0416 12:46:21.726554 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod] addLogicalPort annotation time took 26.455678ms I0416 12:46:21.727874 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod] addLogicalPort took 27.90548ms, libovsdb time 883.535µs I0416 12:46:22.001174 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key ] I0416 12:46:22.010932 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod, hostIfaceName: 627348fb144a50b, network: default, NAD default, SandboxID: "627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77", PCI device ID: , UID: "48dd3667-73e5-44e0-97ac-9f3fa853f067", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0416 12:46:22.071379 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key ] I0416 12:46:22.071922 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a8:8a:70:c3:c9\",\"name\":\"627348fb144a50b\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e5f965d-9c0f-41e5-8d74-214caf69918a\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:46:22.082377 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-clair-scan-pod, hostIfaceName: 5d4652611674a95, network: default, NAD default, SandboxID: "5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e", PCI device ID: , UID: "c75f9f99-761f-4b9c-87ee-39dbc2c8444b", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0416 12:46:22.138154 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f9:14:55:c0:50\",\"name\":\"5d4652611674a95\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0499529f-9d1d-4bec-b9d3-2a0660691433\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:46:22.203576 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:22.204223 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:22.991770 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:46:22.991893 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod I0416 12:46:23.016744 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod] pod update took 24.886047ms I0416 12:46:23.016765 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod] addLogicalPort annotation time took 24.911219ms I0416 12:46:23.018057 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod] addLogicalPort took 26.301594ms, libovsdb time 850.559µs I0416 12:46:23.099687 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:46:23.099798 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod I0416 12:46:23.119482 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod] pod update took 19.710776ms I0416 12:46:23.119505 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod] addLogicalPort annotation time took 19.738552ms I0416 12:46:23.120838 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod] addLogicalPort took 21.167122ms, libovsdb time 859.728µs I0416 12:46:23.360460 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key ] I0416 12:46:23.371869 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod, hostIfaceName: 76cec16fa573472, network: default, NAD default, SandboxID: "76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e", PCI device ID: , UID: "0f2b3b6d-87be-4882-9ed9-4664f9281d6b", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0416 12:46:23.422740 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3c:cb:de:a4:ed\",\"name\":\"76cec16fa573472\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9794da3b-e0a2-42a9-a476-bfb4753414fd\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:46:23.468186 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key ] I0416 12:46:23.479406 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod, hostIfaceName: 9730b6f090fdeea, network: default, NAD default, SandboxID: "9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c", PCI device ID: , UID: "03be46cb-2d83-45f0-a268-2262fc5e04c1", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0416 12:46:23.535439 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8f:c1:44:75:de\",\"name\":\"9730b6f090fdeea\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/687521c0-05e5-49c0-b13d-df78b5af2fc4\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:46:24.037374 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:46:24.037524 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod I0416 12:46:24.059371 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod] pod update took 21.880001ms I0416 12:46:24.059394 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod] addLogicalPort annotation time took 21.905629ms I0416 12:46:24.061009 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod] addLogicalPort took 23.653719ms, libovsdb time 1.074645ms I0416 12:46:24.401061 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key ] I0416 12:46:24.412044 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod, hostIfaceName: 792e1fd756c2c42, network: default, NAD default, SandboxID: "792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1", PCI device ID: , UID: "e5fa1ef4-6039-47b3-ab5b-99808620d5d0", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0416 12:46:24.463908 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ea:93:45:87:e5\",\"name\":\"792e1fd756c2c42\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a70c7a7-2dde-43bc-84e0-5dfdc31d50c3\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:46:25.495006 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod for pod on switch ip-10-0-2-126.ec2.internal I0416 12:46:25.495210 3674 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod I0416 12:46:25.515103 3674 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod] pod update took 19.936462ms I0416 12:46:25.515189 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod] addLogicalPort annotation time took 20.028055ms I0416 12:46:25.517057 3674 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod] addLogicalPort took 22.067881ms, libovsdb time 1.201321ms I0416 12:46:25.890685 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key ] I0416 12:46:25.906882 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod, hostIfaceName: d5a8238575c95be, network: default, NAD default, SandboxID: "d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2", PCI device ID: , UID: "8662f7ca-b72a-4bb0-a513-17241d370fdf", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0416 12:46:25.990676 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:7e:37:68:bf:89\",\"name\":\"d5a8238575c95be\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb825c24-afb3-40f5-926f-9346549d112d\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 12:46:48.623972 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:48.624788 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:01.908256 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:01.908887 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:10.773354 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:10.773976 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:13.617850 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0416 12:47:18.697764 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:18.698488 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:18.727782 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key ] I0416 12:47:18.837524 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod 9730b6f090fdeeae3ff5e39045f4ca6d8cb0052c9d5a051b3214b7204943120c network default NAD default NAD key default], result "{}", err I0416 12:47:20.820688 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:20.820727 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod I0416 12:47:20.822586 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod, ips: 10.130.0.59 I0416 12:47:20.822620 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:23.693108 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:23.693831 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:26.817767 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key ] I0416 12:47:26.904880 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod 76cec16fa5734722a4c1a5ef9803a03bbab96053e61a031854a07ec7a55f313e network default NAD default NAD key default], result "{}", err I0416 12:47:27.019292 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.019346 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod I0416 12:47:27.021008 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod, ips: 10.130.0.58 I0416 12:47:27.021040 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.840563 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key ] I0416 12:47:27.922086 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod 792e1fd756c2c420d70d1c526c7e06df0710eb3d94689e8a95a934e3864d3cc1 network default NAD default NAD key default], result "{}", err I0416 12:47:28.032437 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:28.032475 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod I0416 12:47:28.034042 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod, ips: 10.130.0.60 I0416 12:47:28.034079 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:28.854114 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key ] I0416 12:47:28.954091 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod 627348fb144a50b981e720dc41ed641fe5dbd754a932583ef628ae94201b9c77 network default NAD default NAD key default], result "{}", err I0416 12:47:29.071633 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:29.071664 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod I0416 12:47:29.073348 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod, ips: 10.130.0.56 I0416 12:47:29.073382 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:54.637949 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0416 12:48:01.536947 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0416 12:48:11.615449 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 12:48:20.538691 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0416 12:48:27.656429 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0416 12:48:34.634432 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0416 12:48:37.421092 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key ] I0416 12:48:37.514253 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod d5a8238575c95bee4d1087111b6dc6f5163cd2de4e99217f63566a3064e8e9e2 network default NAD default NAD key default], result "{}", err I0416 12:48:37.658212 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:37.658275 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod I0416 12:48:37.659981 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod, ips: 10.130.0.61 I0416 12:48:37.660016 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:39.645438 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 12:48:44.851352 3674 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:44.852003 3674 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:45.278632 3674 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:48:45.278657 3674 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:48:45.285494 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:48:45.285520 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:49:42.539365 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0416 12:50:04.601246 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:04.601846 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:05.472648 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.472675 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.510299 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.510314 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.515579 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:50:05.515606 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:50:14.151193 3674 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key ] I0416 12:50:14.238119 3674 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod 5d4652611674a95b500962305e7274526d88a89ab9701d5a0cf5c02fbd533d6e network default NAD default NAD key default], result "{}", err I0416 12:50:14.323918 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:14.323974 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod I0416 12:50:14.325682 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod, ips: 10.130.0.57 I0416 12:50:14.325718 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:33.829611 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:33.830226 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:47.969495 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:47.970045 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:57.625846 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0416 12:51:14.622336 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10